-- Logs begin at Thu 2021-08-19 08:40:35 UTC, end at Thu 2021-08-19 09:48:25 UTC. -- Aug 19 09:09:25.512289 dv-cinder-773876-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 09:09:28.207501 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.common.config [-] Logging enabled! Aug 19 09:09:28.208082 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 09:09:28.208278 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 09:09:28.211633 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.common.config [-] Logging enabled! Aug 19 09:09:28.211891 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 09:09:28.212198 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 09:09:28.213109 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 09:09:28.213344 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 09:09:28.213702 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 09:09:28.213946 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 09:09:28.214170 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 09:09:28.214491 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.214788 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.215121 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.215381 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.215983 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.216418 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.216708 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.216994 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.217291 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.217576 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.217856 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.218139 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.218398 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.218651 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.218938 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.219222 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.219470 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] debug = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.219752 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.220177 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.220594 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.220874 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.221168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.221446 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.221717 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.221996 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.222280 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.222607 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] host = dv-cinder-773876-3-iscsi {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.222885 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.223170 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.223479 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.223765 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.224039 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.224312 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.224594 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.224865 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.225134 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.225406 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.225691 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.225981 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.226269 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.226492 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.226712 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.226999 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.227298 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.227585 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.227860 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.228135 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.228407 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.228680 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.228947 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.229233 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.229516 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.229825 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.230100 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.230384 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.230646 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.230916 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.231208 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.231503 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.232658 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.232658 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.232992 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.233266 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.233544 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.233847 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.234133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.234418 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.234705 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.234981 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.235262 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.235560 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.235833 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.236103 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_json = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.236375 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.236645 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.236926 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.237199 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.237468 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.237741 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.238010 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.238297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:28.238598 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.238895 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.239196 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.239506 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.239801 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.240082 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.240369 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.240649 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.240936 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.241225 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.241517 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.241794 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.242081 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.242361 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.242652 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.242955 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.243248 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.243561 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.243835 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.244109 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.244384 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.244664 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.244951 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.245246 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.245534 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.245806 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.246083 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.246373 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.246649 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.246920 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.247298 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.248144 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.248375 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.248647 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.248931 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.249209 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.249481 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.249750 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.250027 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.250314 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.250602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.250859 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.251129 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.251437 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.251715 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.251999 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.252273 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.252542 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.252809 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.253085 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.253356 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.253626 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.253900 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.254170 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.254441 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.254710 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.254976 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.255247 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.255539 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.255810 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.256077 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.256345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.256618 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.256889 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.257160 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.257430 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.257699 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.257968 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.258251 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.258544 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.258821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.259096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.259393 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.259670 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.259943 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.260216 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.260490 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.260766 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.261034 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.261319 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.261605 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.261889 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.262168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.262441 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.262734 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.263158 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.263456 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.263737 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.264014 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.264302 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.264584 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.264878 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.265169 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.265460 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.265752 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.266044 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.266323 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.266629 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.266909 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:28.267126 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 09:09:28.267393 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93628) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 09:09:28.617649 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 09:09:28.617929 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 09:09:28.618224 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 09:09:28.618556 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 09:09:29.011092 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.011470 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.011658 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.012894 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.013301 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.013573 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.047183 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.047483 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.047754 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.064341 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.064621 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.064891 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.093423 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.093700 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.093969 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.129785 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.130062 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.130334 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.366566 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.367178 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.367285 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.367627 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.368671 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.490515 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.490837 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.491127 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.491425 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.491696 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.492009 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.492271 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.492530 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.492787 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.493071 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.493333 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.493596 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.493851 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.494101 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.494358 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.494624 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.494875 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.495148 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.495442 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.495702 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.495973 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.496226 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.496508 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.496891 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.497682 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.497937 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.498329 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.498572 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.498808 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.499044 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.499294 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.499539 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:29.499899 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 09:09:29.503046 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 09:09:29.506940 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 09:09:29.510545 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 19 09:09:29.512187 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 09:09:29.512637 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 09:09:29.513676 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 09:09:29.514064 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 09:09:29.516854 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 09:09:29.517103 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 09:09:29.517448 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 09:09:29.522799 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 09:09:29.544672 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 09:09:29.545121 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.545422 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93628) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 09:09:29.545782 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.547136 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93628) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 09:09:29.547445 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 09:09:29.547690 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 09:09:29.550798 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.551081 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:29.614997 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 09:09:29.615243 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 09:09:29.615498 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 09:09:29.615863 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 09:09:29.637020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_db.sqlalchemy.engines [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93628) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 09:09:30.177925 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing driver for type 'gre' Aug 19 09:09:30.178426 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] gre ID ranges: [(1, 1000)] Aug 19 09:09:30.231880 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing driver for type 'local' Aug 19 09:09:30.232198 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing driver for type 'vlan' Aug 19 09:09:30.245294 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] VlanTypeDriver initialization complete Aug 19 09:09:30.245652 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing driver for type 'vxlan' Aug 19 09:09:30.246139 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] vxlan ID ranges: [(1, 1000)] Aug 19 09:09:30.304413 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing extension driver 'port_security' Aug 19 09:09:30.304840 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.extensions.port_security [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] PortSecurityExtensionDriver initialization complete Aug 19 09:09:30.305194 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing mechanism driver 'openvswitch' Aug 19 09:09:30.305523 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing mechanism driver 'hyperv' Aug 19 09:09:30.312651 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.plugin [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:30.313512 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.313891 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.314254 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.314783 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.315222 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.315608 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.315959 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.316362 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.316766 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.317119 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.317464 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.317856 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.318266 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.318621 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.318965 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.319389 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.319796 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.320154 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.320496 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.320889 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.321289 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.321635 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.321980 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.322373 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 09:09:30.322751 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] ML2 OVO RPC backend initialized. {{(pid=93628) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 09:09:30.323502 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.323860 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.324285 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.326496 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > networks before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.326856 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.327224 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > ports before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.327587 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.327935 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.328286 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.328630 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.328971 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.329311 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.329653 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.329990 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.330328 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.330667 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.331005 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.331620 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.plugin [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Modular L2 Plugin initialization complete Aug 19 09:09:30.331955 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading services supported by the core plugin {{(pid=93628) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 09:09:30.332282 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.plugins.ml2.managers [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Got port-security extension from driver 'port_security' Aug 19 09:09:30.332749 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.extensions.vlantransparent [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Disabled vlantransparent extension. Aug 19 09:09:30.333235 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93628) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 09:09:30.333550 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: router Aug 19 09:09:30.369260 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.369826 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_create 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.370022 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router before_create 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.370392 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.370773 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.371137 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_delete 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.371542 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.374079 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.374473 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_create 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.374845 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.375207 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.375604 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.375975 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.376399 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.376776 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.377125 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.377470 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: subnet after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.377814 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.378400 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.378511 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.378858 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.379206 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.379590 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router after_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.379936 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.380290 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.380656 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.381005 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.381379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > agent after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.381729 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.382074 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > network after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.382962 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Tracking information for resource: router configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:30.383324 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Tracking information for resource: floatingip configured {{(pid=93628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 09:09:30.389388 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.db.l3_agentschedulers_db [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 09:09:30.389970 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.390338 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.390720 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.391076 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: port after_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.391911 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router before_create 55550100 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.392284 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.392650 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.393013 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.397592 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.provider_configuration [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service providers = [] {{(pid=93628) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 09:09:30.397963 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.db.servicetype_db [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93628) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 09:09:30.400934 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.service_base [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 09:09:30.401297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.service_base [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 09:09:30.401644 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.service_base [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 09:09:30.402533 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.services.service_base [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 09:09:30.402908 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.services.service_base [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 09:09:30.403306 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.403797 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 09:09:30.414339 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.414678 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: auto_allocate Aug 19 09:09:30.420998 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: network precommit_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.421375 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: network precommit_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.421894 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.422215 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: tag Aug 19 09:09:30.429052 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.429335 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: timestamp Aug 19 09:09:30.433174 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.433508 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: network_ip_availability Aug 19 09:09:30.439709 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.440087 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.440448 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.441165 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.441490 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: flavors Aug 19 09:09:30.446442 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.446779 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading Plugin: revisions Aug 19 09:09:30.451203 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 09:09:30.451620 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=93628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 09:09:30.452352 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93628) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 09:09:30.452692 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Initializing extension manager. Aug 19 09:09:30.453202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: __init__.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.453544 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: __pycache__ {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.453875 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.454207 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: address_group.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.454964 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.455568 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: address-group Aug 19 09:09:30.455895 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: address_scope.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.456614 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.457129 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: address-scope Aug 19 09:09:30.457450 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.458398 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.458915 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: router-admin-state-down-before-update Aug 19 09:09:30.459238 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: agent.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.459976 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.460488 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: agent Aug 19 09:09:30.460811 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: agent_resources_synced.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.461736 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.462252 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: agent-resources-synced Aug 19 09:09:30.462574 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.464384 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.464915 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: allowed-address-pairs Aug 19 09:09:30.465245 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.466623 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.467147 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: auto-allocated-topology Aug 19 09:09:30.467496 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: availability_zone.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.468202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.468716 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: availability_zone Aug 19 09:09:30.469038 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: availability_zone_filter.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.469957 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.470473 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: availability_zone_filter Aug 19 09:09:30.470798 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: data_plane_status.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.471757 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.472275 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 09:09:30.472598 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: default_subnetpools.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.473514 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.474028 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: default-subnetpools Aug 19 09:09:30.474355 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.475163 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.475702 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: dhcp_agent_scheduler Aug 19 09:09:30.476025 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: dns.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.476941 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.477452 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 09:09:30.477775 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: dns_domain_ports.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.478695 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.479206 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 09:09:30.479550 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.480474 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.480989 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 09:09:30.481311 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: dvr.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.482501 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.483013 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: dvr Aug 19 09:09:30.483365 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: ecmp_routes.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.484284 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.484794 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 09:09:30.485116 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: empty_string_filtering.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.486030 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.486544 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: empty-string-filtering Aug 19 09:09:30.486866 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.487805 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.488316 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 09:09:30.488636 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.489551 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.490060 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 09:09:30.490383 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: external_net.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.491329 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.491856 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: external-net Aug 19 09:09:30.492182 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.493096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.493613 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: extra_dhcp_opt Aug 19 09:09:30.493937 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: extraroute.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.494849 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.495402 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: extraroute Aug 19 09:09:30.495730 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: extraroute_atomic.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.496771 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.497879 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: extraroute-atomic Aug 19 09:09:30.498204 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: filter_validation.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.499044 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.499587 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: filter-validation Aug 19 09:09:30.499913 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: fip_pf_description.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.500831 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.501344 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 09:09:30.501674 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: fip_port_details.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.502593 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.503108 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: fip-port-details Aug 19 09:09:30.503472 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: flavors.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.504701 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.505231 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: flavors Aug 19 09:09:30.505559 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.507205 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.507762 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 09:09:30.508094 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: floatingip_pools.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.508801 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.509322 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: floatingip-pools Aug 19 09:09:30.509650 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: ip_allocation.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.510577 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.511093 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 09:09:30.511462 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.512418 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.513025 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: ip-substring-filtering Aug 19 09:09:30.513355 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l2_adjacency.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.514292 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.514809 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 09:09:30.515135 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.516192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.516721 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: router Aug 19 09:09:30.517048 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.519259 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.519832 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 09:09:30.520163 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.521112 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.521645 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: ext-gw-mode Aug 19 09:09:30.521973 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.522915 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.523457 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: l3-ha Aug 19 09:09:30.523782 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3_flavors.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.524700 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.525213 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: l3-flavors Aug 19 09:09:30.525538 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.526470 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.526985 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 09:09:30.527337 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: l3agentscheduler.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.528398 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.529100 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: l3_agent_scheduler Aug 19 09:09:30.529431 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: logging.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.530924 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.531485 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension logging not supported by any of loaded plugins Aug 19 09:09:30.531824 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: metering.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.532570 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.533155 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: metering Aug 19 09:09:30.533486 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.534694 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.535222 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: metering_source_and_destination_fields Aug 19 09:09:30.535587 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: multiprovidernet.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.536516 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.537032 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: multi-provider Aug 19 09:09:30.537358 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: netmtu.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.538292 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.538808 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: net-mtu Aug 19 09:09:30.539135 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: netmtu_writable.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.540094 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.540610 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: net-mtu-writable Aug 19 09:09:30.540936 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: network_availability_zone.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.541621 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.542134 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: network_availability_zone Aug 19 09:09:30.542458 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: network_ip_availability.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.543585 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.544645 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: network-ip-availability Aug 19 09:09:30.544971 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: network_segment_range.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.545742 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.546256 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 09:09:30.546580 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: pagination.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.547600 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.547933 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: pagination Aug 19 09:09:30.548254 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: port_device_profile.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.549164 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.549690 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: port-device-profile Aug 19 09:09:30.550014 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.550949 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.551491 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: port-mac-address-regenerate Aug 19 09:09:30.551823 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.552741 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.553268 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: port-numa-affinity-policy Aug 19 09:09:30.553596 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: port_resource_request.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.554506 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.555020 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 09:09:30.555388 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: portbindings.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.556341 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.556855 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: binding Aug 19 09:09:30.557180 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: portbindings_extended.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.558440 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.558962 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: binding-extended Aug 19 09:09:30.559314 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: portsecurity.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.560975 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.561498 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: port-security Aug 19 09:09:30.561831 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: project_id.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.562817 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.563148 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: project-id Aug 19 09:09:30.563506 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: providernet.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.564443 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.564962 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: provider Aug 19 09:09:30.565286 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.568763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.569297 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos not supported by any of loaded plugins Aug 19 09:09:30.569633 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.570882 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.571446 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 09:09:30.571786 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.572711 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.573229 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 09:09:30.573557 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_default.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.574482 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.575002 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-default not supported by any of loaded plugins Aug 19 09:09:30.575383 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_fip.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.576043 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.576554 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 09:09:30.576879 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.577814 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.578330 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 09:09:30.578655 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.579626 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.580144 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 09:09:30.580474 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_pps_rule.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.581669 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.582196 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 09:09:30.582526 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.583478 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.584001 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 09:09:30.584327 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: qos_rules_alias.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.585379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.585900 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 09:09:30.586228 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: quotasv2.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.587339 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.587672 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: quotas Aug 19 09:09:30.587998 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: quotasv2_detail.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.591410 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.591765 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: quota_details Aug 19 09:09:30.592103 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: rbac.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.593156 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.593688 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: rbac-policies Aug 19 09:09:30.594020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: rbac_address_group.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.596679 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.597228 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: rbac-address-group Aug 19 09:09:30.597562 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: rbac_address_scope.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.599358 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.599891 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: rbac-address-scope Aug 19 09:09:30.600222 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: rbac_security_groups.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.603561 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.604109 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: rbac-security-groups Aug 19 09:09:30.604441 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.605380 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.605906 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: rbac-subnetpool Aug 19 09:09:30.606233 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: revisionifmatch.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.609091 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.609624 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: revision-if-match Aug 19 09:09:30.609955 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: revisions.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.611082 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.611698 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: standard-attr-revisions Aug 19 09:09:30.612027 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: router_availability_zone.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.612715 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.613234 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: router_availability_zone Aug 19 09:09:30.613559 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: routerservicetype.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.614489 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.615008 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 09:09:30.615362 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.616291 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.616812 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: security-groups-normalized-cidr Aug 19 09:09:30.617138 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.618059 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.618584 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: port-security-groups-filtering Aug 19 09:09:30.618908 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.619863 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.620384 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: security-groups-remote-address-group Aug 19 09:09:30.620708 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: securitygroup.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.631041 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.631620 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: security-group Aug 19 09:09:30.631959 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: segment.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.632753 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.633307 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension segment not supported by any of loaded plugins Aug 19 09:09:30.633637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.634590 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.635112 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 09:09:30.635476 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: servicetype.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.636653 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.637181 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: service-type Aug 19 09:09:30.637508 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: sorting.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.638736 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.639078 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: sorting Aug 19 09:09:30.639446 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: standard_attr_segment.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.640379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.640912 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 09:09:30.641242 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: standardattrdescription.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.641900 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.642417 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: standard-attr-description Aug 19 09:09:30.642746 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: stateful_security_group.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.643726 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.644250 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: stateful-security-group Aug 19 09:09:30.644581 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: stdattrs_common.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.645176 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 09:09:30.645503 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.646447 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.646971 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 09:09:30.647323 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnet_onboard.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.648406 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.648938 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: subnet_onboard Aug 19 09:09:30.649268 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.650211 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.650733 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 09:09:30.651062 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnet_service_types.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.652016 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.652539 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: subnet-service-types Aug 19 09:09:30.652867 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnetallocation.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.654099 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.654618 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: subnet_allocation Aug 19 09:09:30.654947 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.655661 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.656178 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: subnetpool-prefix-ops Aug 19 09:09:30.656503 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.657439 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.657960 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 09:09:30.658294 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: tagging.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.659395 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.659934 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: standard-attr-tag Aug 19 09:09:30.660267 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: timestamp.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.661469 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.661995 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loaded extension: standard-attr-timestamp Aug 19 09:09:30.662329 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: trunk.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.663405 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.663935 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension trunk not supported by any of loaded plugins Aug 19 09:09:30.664262 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: trunk_details.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.665190 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.665711 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 09:09:30.666056 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.666961 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.667513 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 09:09:30.667841 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Loading extension file: vlantransparent.py {{(pid=93628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 09:09:30.668514 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 09:09:30.669556 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 09:09:30.672294 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:network Aug 19 09:09:30.672840 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnet Aug 19 09:09:30.673244 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 09:09:30.673637 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:port Aug 19 09:09:30.674887 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.675356 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service FLAVORS assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.676008 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.676450 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.676787 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:router Aug 19 09:09:30.677232 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 09:09:30.677740 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service METERING assigned prefix: /metering {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.679223 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.679573 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.679931 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:09:30.680965 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 09:09:30.681409 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:security_group Aug 19 09:09:30.681865 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 09:09:30.682472 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service CORE assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.682804 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 09:09:30.683156 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] subnetpool is already registered Aug 19 09:09:30.683620 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service CORE assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.683951 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 09:09:30.684285 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] subnetpool is already registered Aug 19 09:09:30.687235 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.689017 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service FLAVORS assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.689657 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.690095 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.690438 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:router Aug 19 09:09:30.690783 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] router is already registered Aug 19 09:09:30.691200 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 09:09:30.691576 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] floatingip is already registered Aug 19 09:09:30.692031 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service METERING assigned prefix: /metering {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.692696 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 09:09:30.693028 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] rbac_policy is already registered Aug 19 09:09:30.693445 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:security_group Aug 19 09:09:30.693782 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] security_group is already registered Aug 19 09:09:30.694186 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 09:09:30.694521 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] security_group_rule is already registered Aug 19 09:09:30.695001 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service CORE assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.695355 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 09:09:30.695694 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] subnetpool is already registered Aug 19 09:09:30.696110 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.v2.resource_helper [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Service CORE assigned prefix: {{(pid=93628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 09:09:30.696436 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 09:09:30.696768 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING neutron.quota.resource_registry [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] subnetpool is already registered Aug 19 09:09:30.697212 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: extensions {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.698771 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: address-groups {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.700337 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: address-scopes {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.701605 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: agents {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.702765 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: auto-allocated-topology {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.704126 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: availability_zones {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.705352 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: dhcp-networks {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.706777 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: dhcp-agents {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.708336 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: routers {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.710048 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: flavors {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.711203 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: service_profiles {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.712549 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: next_providers {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.713971 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: service_profiles {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.715723 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: floatingip-pools {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.717077 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: routers {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.718880 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: floatingips {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.720141 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: l3-routers {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.721518 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: l3-agents {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.723024 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: metering-labels {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.724305 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: metering-label-rules {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.725569 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: network-ip-availabilities {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.726927 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: bindings {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.728518 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: quotas {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.729975 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: quotas {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.732045 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: rbac-policies {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.733382 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: security-groups {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.734590 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: security-group-rules {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.735838 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: service-providers {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.737156 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: subnetpools {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.738476 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: subnetpools {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.739953 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.741752 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.743478 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.745362 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.747046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.749647 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.752365 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.754217 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.756030 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.757894 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron.api.extensions [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Extended resource: tags {{(pid=93628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 09:09:30.764169 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING keystonemiddleware.auth_token [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 09:09:30.768693 dv-cinder-773876-3-iscsi neutron-server[93628]: WARNING keystonemiddleware.auth_token [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 09:09:30.777189 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Acquired lock "singleton_lock" {{(pid=93628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 09:09:30.777664 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_concurrency.lockutils [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Releasing lock "singleton_lock" {{(pid=93628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 09:09:30.778310 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Starting 2 workers Aug 19 09:09:30.783902 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Started child 93737 {{(pid=93628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 09:09:30.790976 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Started child 93738 {{(pid=93628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 09:09:30.791169 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.791795 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO neutron.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 09:09:30.791795 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Notify callbacks [] for process, before_spawn {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.791978 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [-] (93737) wsgi starting up on http://0.0.0.0:9696 Aug 19 09:09:30.793108 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.793498 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Starting 1 workers Aug 19 09:09:30.795298 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [-] (93738) wsgi starting up on http://0.0.0.0:9696 Aug 19 09:09:30.799145 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Started child 93739 {{(pid=93628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 09:09:30.799702 dv-cinder-773876-3-iscsi neutron-server[93628]: INFO oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Starting 1 workers Aug 19 09:09:30.802886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] calling RpcWorker wait() {{(pid=93739) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 09:09:30.803463 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] returning from RpcWorker wait() {{(pid=93739) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 09:09:30.804279 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Started child 93740 {{(pid=93628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 09:09:30.804840 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.805113 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG neutron_lib.callbacks.manager [None req-17d610aa-85a6-45e6-93a3-ab6b50c74ef0 None None] Notify callbacks [] for process, after_spawn {{(pid=93628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.805391 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:30.807133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 09:09:30.807371 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 09:09:30.807559 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 09:09:30.807784 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 09:09:30.808101 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 09:09:30.808263 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 09:09:30.808754 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.809045 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.809310 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.809578 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:30.810282 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.810282 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.810562 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.810760 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:30.810849 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.811046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.811332 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.811580 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.811758 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.811923 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.812178 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.812439 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.812740 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.813024 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.813270 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.813552 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.813720 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.813977 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.814244 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.814505 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.814791 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] debug = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.815034 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.815549 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.815796 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.816052 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.816288 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.816573 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.816819 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.817097 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.817344 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.817582 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.817818 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.818070 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.818312 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.818540 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.818759 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.819001 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.819236 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.819725 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] host = dv-cinder-773876-3-iscsi {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.819973 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.820191 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.820438 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.820686 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.820946 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.821180 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.821440 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.821696 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.821947 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.822173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.822394 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.822637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.822869 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.823105 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.823299 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_options = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.823560 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.823819 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.824101 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.824290 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.824457 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.824632 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.824870 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.825034 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.825317 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.825535 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.825919 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.826305 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.826561 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.826810 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.827061 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.827332 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.827589 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.827804 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.828055 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.828320 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.828545 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.828800 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.829051 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.829270 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.829494 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.829729 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.829958 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.830174 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.830389 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.830660 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.830901 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.831160 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.831427 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.831685 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.831936 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.832168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.832383 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.832647 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.832881 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.833145 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.833409 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.833648 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.833896 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.834110 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.834344 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.834580 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_json = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.834812 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.835053 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.835329 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.835534 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.835754 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.835977 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.836224 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.836459 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.836881 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.837164 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.837490 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.837744 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.837981 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.838236 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.838490 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.838715 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.840096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.840096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.840096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.840096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.840096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.841555 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.841555 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.841787 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.842101 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.842369 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844463 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844537 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844773 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.844924 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.845144 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.845420 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.845606 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.845824 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.846213 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.846524 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.846773 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.847025 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.847301 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.847547 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.847781 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.848013 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.848257 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.848492 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.848709 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.848932 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.849156 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.849375 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.849602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.849823 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.850075 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.850320 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.850551 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.850772 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.850987 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.851201 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.851460 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.851686 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.851907 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.852132 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.852336 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.852576 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.853463 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.853463 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.853642 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.853718 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.853925 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.854273 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.854424 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855518 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855518 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855787 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.855924 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.856065 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.856267 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.856580 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.857285 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.857532 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.857775 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.857993 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.858206 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.858963 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.858963 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.858963 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.859515 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.859515 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.859798 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.860035 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.860242 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.860475 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.864602 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.865345 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866928 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.866928 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.867079 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.867208 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.867499 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.867755 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.868010 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.868247 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.868498 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.868735 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.868985 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.869246 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.869532 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.869770 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.869993 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.870228 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.870478 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.870802 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.871032 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.871245 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.871499 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.871781 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.872033 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.872311 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.872771 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.873060 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.873296 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.873747 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.874176 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.874571 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.874979 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.875442 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.875853 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.876277 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.876691 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.877086 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.877485 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.877888 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.878328 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.878736 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.879133 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.879566 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.879819 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.880044 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.880299 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.880516 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.880738 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.880982 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.881203 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.881423 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.881649 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.881880 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.882132 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.882361 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.882630 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.882879 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.883096 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.883347 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.883596 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.883833 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.884050 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.884332 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.884541 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.884757 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.884966 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.885336 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.885718 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.885935 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.886167 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.886384 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.886641 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.886897 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.887231 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.887504 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.887846 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.888478 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.888478 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.888642 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.888895 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.889291 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.889678 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.890046 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.890437 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.890888 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.891340 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.891769 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.892173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.892559 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.892965 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.893379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.893740 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.894193 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.894457 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.894706 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.894979 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.895228 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.895472 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.895724 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.895940 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.896155 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.896404 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.896620 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.896987 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.897220 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.897581 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.897801 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.898052 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.898272 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.898644 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.898880 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.899093 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.899338 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.899567 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.899789 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.899999 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.900230 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.900482 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.900701 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.900927 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.901141 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.901350 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.901597 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.901806 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.902015 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.902519 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.902519 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.902685 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.902951 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.903210 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.904057 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.904447 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.904713 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.904960 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.905210 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.905507 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.905722 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.905964 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.906181 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.906417 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.906636 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.906903 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.907228 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.907546 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.907814 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.908056 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.908333 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.908637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.908912 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.909284 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.909586 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.909920 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.910207 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.910466 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.910695 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.910943 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.911187 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.911436 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.911678 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.911914 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.912131 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.912409 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.912659 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.912907 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.913127 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.913357 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.913597 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.913845 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.914089 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.914342 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.914562 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.914721 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 09:09:30.915230 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 09:09:30.915416 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 09:09:30.915570 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 09:09:30.915747 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 09:09:30.915923 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 09:09:30.916074 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 09:09:30.916279 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.916439 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.916597 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.916755 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.916912 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917091 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917249 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917406 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917566 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917723 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.917880 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918038 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918194 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918351 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918507 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918666 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.918825 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.919006 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.920192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.920192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.920192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.920192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] debug = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.921703 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922202 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922737 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922737 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922737 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922953 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.922953 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] host = dv-cinder-773876-3-iscsi {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923094 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923221 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923398 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923559 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923716 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.923869 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924027 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924183 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924342 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924500 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924659 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924814 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.924974 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925132 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925300 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_options = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925597 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925597 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925749 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.925924 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926063 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926220 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926367 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926525 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926682 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926839 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.926994 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927152 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927330 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927488 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927645 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927800 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.927956 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928113 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928269 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928427 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928587 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928742 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.928916 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929043 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929192 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929407 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929535 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929654 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929814 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.929969 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.930126 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.930288 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.930444 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.930606 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.930761 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.931081 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.931411 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.931574 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.931733 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.931890 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932050 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932204 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932362 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932519 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932687 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932820 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_json = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.932973 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933131 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933275 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933427 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933579 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933731 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.933893 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.934029 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 09:09:30.934200 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.934357 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.934536 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.934718 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935063 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935063 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935063 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935063 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935742 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935742 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935891 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.935968 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936103 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936263 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936421 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936582 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936746 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.936924 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937054 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937211 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937373 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937531 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937707 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.937868 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938028 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938187 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938350 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938511 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938673 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.938830 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.939138 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.939458 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.939764 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.939925 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.940242 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.940405 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.940567 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.940733 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.940894 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941056 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941218 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941506 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:30.941644 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941770 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.941891 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942022 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942145 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942266 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942432 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942592 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.942922 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943081 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943239 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943425 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943584 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943742 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.943900 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944060 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944220 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944379 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944552 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944710 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.944870 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945029 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945188 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945348 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945506 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945665 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945823 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.945983 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946142 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946302 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946461 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946619 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946832 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.946964 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947097 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947230 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947403 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947563 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947723 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.947882 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948041 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948210 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948384 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948545 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948704 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.948865 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949024 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949182 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949341 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949500 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949660 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949819 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.949978 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.950139 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.950329 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.950598 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.950893 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951061 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951223 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951410 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951572 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951733 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.951892 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.952055 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953020 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.953886 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.956628 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.958637 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959173 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.959763 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960297 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.960821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961168 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961382 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961459 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961607 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.961766 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962085 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962247 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962400 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962564 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962725 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.962885 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963048 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963214 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963459 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963552 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963690 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.963849 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964028 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964171 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964327 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964503 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964663 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964821 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.964979 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.965137 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.965701 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.966376 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.966837 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.967305 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.967512 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.967693 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968117 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968117 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968313 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968386 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968564 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968739 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.968977 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.969104 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.969317 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.969547 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.969684 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.969861 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.970099 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.970288 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.970599 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.970704 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.970824 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971016 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971387 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971482 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971605 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971762 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.971983 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.972148 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.972391 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.972525 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.972787 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.972898 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973104 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973198 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973355 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973462 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973638 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973826 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.973994 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.974385 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.974385 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.974570 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.974685 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.974943 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975200 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975397 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975506 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975583 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975779 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.975927 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.976085 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.976221 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.976450 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.976618 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.976768 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.977003 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.977163 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.977288 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.977501 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.977662 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978083 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978083 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978267 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978469 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978590 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978750 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.978990 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.979210 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.979427 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.979566 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.979740 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.979976 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980165 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980393 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980461 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980636 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980854 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.980985 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.981125 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.981313 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.982111 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.982292 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.982523 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.982808 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.982938 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.983086 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.983323 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.983494 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.983856 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.983856 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.984149 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 09:09:30.984149 dv-cinder-773876-3-iscsi neutron-server[93628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 09:09:31.184501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 41912) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:09:31.192929 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061774 Aug 19 09:09:42.508530 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa95eb9-e816-4c24-a857-330fa6bc5693 None None] get_active_networks_info from dv-cinder-773876-3-iscsi {{(pid=93739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 09:09:42.576268 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa95eb9-e816-4c24-a857-330fa6bc5693 None None] No non-hosted networks {{(pid=93739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 09:09:42.585572 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.agentschedulers_db [None req-4aa95eb9-e816-4c24-a857-330fa6bc5693 None None] DHCP Agent not found on host dv-cinder-773876-3-iscsi {{(pid=93739) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 09:09:42.683389 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-57dc5144-395b-4754-badf-e4887cbe03cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:44.959722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-03109a28-a423-4743-addc-a3b8747505c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:45.012311 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7463fc20-b073-4038-9048-5bf2f2ca14d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:45.174324 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:45.175517 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.176139 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.177103 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.177326 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.177902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.178667 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.179240 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.180108 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.180706 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.181288 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.181889 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.182511 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:45.183145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773876-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:45.190227 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773876-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:09:46.216975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:47.950033 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:48.959505 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42004) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:09:49.470006 dv-cinder-773876-3-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-9cb5c5a4-a750-4366-ae56-f7b343ca2cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:49.470618 dv-cinder-773876-3-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-9cb5c5a4-a750-4366-ae56-f7b343ca2cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:49.688503 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [None req-9cb5c5a4-a750-4366-ae56-f7b343ca2cba admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:09:49.689577 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9cb5c5a4-a750-4366-ae56-f7b343ca2cba admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7290766 Aug 19 09:09:50.288225 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.db.l3_hamode_db [None req-a8ac6b36-2872-4fa7-8fc9-1a573962671c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 09:09:50.364647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac6b36-2872-4fa7-8fc9-1a573962671c None None] Routers set() bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:09:50.365010 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac6b36-2872-4fa7-8fc9-1a573962671c None None] Router IDs set() for agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 09:09:52.024432 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42018) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:09:52.330628 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:09:52.424409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.policy [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93738) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 09:09:52.469417 dv-cinder-773876-3-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:52.469809 dv-cinder-773876-3-iscsi neutron-server[93738]: WARNING oslo_policy.policy [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:52.478295 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.quota [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] Loaded quota_driver: . Aug 19 09:09:52.571083 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748773219785', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748773219866', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748773327470', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748773332027', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748777039219', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748773320015', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3738348', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3460545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-391033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745385'] for rbac-policy, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:52.634870 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:52.636077 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-18cd8c99-6a09-4759-9602-803f9d747a1d admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6106603 Aug 19 09:09:55.206392 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42030) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:09:55.500289 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Request body: {'network': {'tenant_id': '57744f902633411a872d7193fb408ae4', 'project_id': '57744f902633411a872d7193fb408ae4', 'name': 'private', 'admin_state_up': True}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:09:55.528604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Made reservation on behalf of 57744f902633411a872d7193fb408ae4 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:09:55.531298 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.547715 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.670905 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.674583 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.694552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:09:55.724750 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748774473674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.725351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Unsubscribe: segment precommit_create {{(pid=93738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 09:09:55.725888 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Added segment 1b34251b-4968-43b9-b6b7-b16c219716c8 of type vlan for network 22869f0c-87c4-4e6d-b5ff-62836e08f28d Aug 19 09:09:55.742567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ca5d3-9dac-4194-9cc0-1170f177c12e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:09:55.769706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.770053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.770390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.770722 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.771050 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.771418 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.771748 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.772071 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.772408 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.772730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.773048 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.773364 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Tracked resource versions report: Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: pushed versions: Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: { 'AddressGroup': {'1.2'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'ConntrackHelper': {'1.0'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Log': {'1.0'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Network': {'1.1'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Port': {'1.7'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'PortForwarding': {'1.2'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'QosPolicy': {'1.9'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroup': {'1.4'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SubPort': {'1.0'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Subnet': {'1.1'}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Trunk': {'1.1'}} Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: consumer versions: Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'ConntrackHelper': '1.0', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Log': '1.0', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Network': '1.1', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Port': '1.7', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'PortForwarding': '1.2', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'QosPolicy': '1.9', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroup': '1.4', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroupRule': '1.2', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SubPort': '1.0', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Subnet': '1.1', Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Trunk': '1.1'}} Aug 19 09:09:55.774482 dv-cinder-773876-3-iscsi neutron-server[93738]: {{(pid=93738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:09:55.849288 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.893449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.894522 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:09:55.895165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:55.985828 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7782850 Aug 19 09:09:55.992817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157abc-d158-449d-b2ac-f194a858f190 admin admin] Pushing event updated for resources: {'Network': ['ID=22869f0c-87c4-4e6d-b5ff-62836e08f28d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:09:56.005535 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:09:58.625737 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42044) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:09:59.112490 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING oslo_policy.policy [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:59.113064 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING oslo_policy.policy [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:59.550945 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.policy [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93737) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 09:09:59.596055 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING oslo_policy.policy [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:59.596421 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING oslo_policy.policy [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 09:09:59.604671 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:09:59.606913 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ea2cdcac-7fe5-4bf1-b1e7-2e39739cf7fe admin admin] 10.222.0.32 "GET /v2.0/networks/22869f0c-87c4-4e6d-b5ff-62836e08f28d HTTP/1.1" status: 200 len: 825 time: 0.9790144 Aug 19 09:09:59.645977 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6cf419f7-2713-4b52-9bfe-2167865e02b4 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/bb07afa7-0c4a-46fe-a339-3da4000be6e7 HTTP/1.1" status: 200 len: 734 time: 0.0330245 Aug 19 09:09:59.655000 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7', 'tenant_id': '57744f902633411a872d7193fb408ae4'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:09:59.656913 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.quota [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Loaded quota_driver: . Aug 19 09:09:59.696726 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Made reservation on behalf of 57744f902633411a872d7193fb408ae4 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:09:59.699520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:09:59.998204 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:00.069533 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Checking segment: {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:10:00.069903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Network hostable DHCP agents. Network: 22869f0c-87c4-4e6d-b5ff-62836e08f28d, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:10:00.084764 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb210ef7-0fdd-4d37-b9c5-3d29b6a87433,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:00.099680 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.100045 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.100388 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.100714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.101033 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.101363 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.101683 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.102003 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.102336 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.102655 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.102970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.103304 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Tracked resource versions report: Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: pushed versions: Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: { 'AddressGroup': {'1.2'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'ConntrackHelper': {'1.0'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Log': {'1.0'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Network': {'1.1'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Port': {'1.7'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'PortForwarding': {'1.2'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'QosPolicy': {'1.9'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroup': {'1.4'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SubPort': {'1.0'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Subnet': {'1.1'}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Trunk': {'1.1'}} Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: consumer versions: Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'ConntrackHelper': '1.0', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Log': '1.0', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Network': '1.1', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Port': '1.7', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'PortForwarding': '1.2', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'QosPolicy': '1.9', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroup': '1.4', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroupRule': '1.2', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SubPort': '1.0', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Subnet': '1.1', Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Trunk': '1.1'}} Aug 19 09:10:00.104430 dv-cinder-773876-3-iscsi neutron-server[93737]: {{(pid=93737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:10:00.129214 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:10:00.145658 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 22869f0c-87c4-4e6d-b5ff-62836e08f28d) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:00.150240 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:00.150888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:00.155913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b29d4ea-63ce-4960-9845-a1b0b490b5f2 None None] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:10:00.170021 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-695321fd-b4e5-4e2d-b9d5-7d16ac2819c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5184839 Aug 19 09:10:00.477130 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:10:00.478428 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:00.745428 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Allocated IP 172.20.0.2 (22869f0c-87c4-4e6d-b5ff-62836e08f28d/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433/74a15cfa-356e-478c-9ea6-fe8953fad21a) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:10:00.976877 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:00.992707 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Transition to ACTIVE for port object 74a15cfa-356e-478c-9ea6-fe8953fad21a will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:10:01.013740 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Transition to ACTIVE for port object 74a15cfa-356e-478c-9ea6-fe8953fad21a will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:10:01.022236 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:01.099468 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:10:01.107296 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:01.109156 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Pushing event updated for resources: {'Port': ['ID=74a15cfa-356e-478c-9ea6-fe8953fad21a,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:01.113840 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:10:01.121897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.122244 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.122576 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.122907 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.123232 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.123583 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.123906 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.124225 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.124563 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.124884 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.125199 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.125512 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Tracked resource versions report: Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: pushed versions: Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: { 'AddressGroup': {'1.2'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'ConntrackHelper': {'1.0'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Log': {'1.0'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Network': {'1.1'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Port': {'1.7'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'PortForwarding': {'1.2'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'QosPolicy': {'1.9'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroup': {'1.4'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SubPort': {'1.0'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Subnet': {'1.1'}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Trunk': {'1.1'}} Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: consumer versions: Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'ConntrackHelper': '1.0', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Log': '1.0', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Network': '1.1', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Port': '1.7', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'PortForwarding': '1.2', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'QosPolicy': '1.9', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroup': '1.4', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroupRule': '1.2', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SubPort': '1.0', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Subnet': '1.1', Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Trunk': '1.1'}} Aug 19 09:10:01.126970 dv-cinder-773876-3-iscsi neutron-server[93739]: {{(pid=93739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:10:01.198725 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Attempting to bind port 74a15cfa-356e-478c-9ea6-fe8953fad21a on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:10:01.200049 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Attempting to bind port 74a15cfa-356e-478c-9ea6-fe8953fad21a by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:10:01.200321 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Attempting to bind port 74a15cfa-356e-478c-9ea6-fe8953fad21a on network 22869f0c-87c4-4e6d-b5ff-62836e08f28d {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:10:01.205129 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:10:01.205523 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Checking segment: {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:10:01.205983 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:01.206367 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Bound using segment: {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:10:01.206839 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Bound port: 74a15cfa-356e-478c-9ea6-fe8953fad21a, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:10:01.207257 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:01.271241 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] For port 74a15cfa-356e-478c-9ea6-fe8953fad21a, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:10:01.276061 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] For port 74a15cfa-356e-478c-9ea6-fe8953fad21a, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=74a15cfa-356e-478c-9ea6-fe8953fad21a,segment=NetworkSegment(1b34251b-4968-43b9-b6b7-b16c219716c8),segment_id=1b34251b-4968-43b9-b6b7-b16c219716c8)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:10:01.280881 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:01.344073 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56aabf-52c5-4118-8aaf-d57722439686 None None] Pushing event updated for resources: {'Port': ['ID=74a15cfa-356e-478c-9ea6-fe8953fad21a,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:02.541441 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42064) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:02.869457 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [None req-44bc614f-d022-4581-a096-9522f323ebc5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:10:02.870457 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-44bc614f-d022-4581-a096-9522f323ebc5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3280725 Aug 19 09:10:05.245234 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42072) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:05.563213 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [None req-6d28e4d0-1b38-46ad-b644-ccbc095097ed admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:10:05.564429 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6d28e4d0-1b38-46ad-b644-ccbc095097ed admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180416 Aug 19 09:10:08.153123 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42082) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:08.454788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '57744f902633411a872d7193fb408ae4', 'name': 'router1'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:10:08.478389 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:08.480782 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:08.653632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:08.659222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:08.672780 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:08.673978 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-244ad6f4-d09a-48a6-81ab-8fc21ee5631b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5199025 Aug 19 09:10:08.973143 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 74a15cfa-356e-478c-9ea6-fe8953fad21a up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:09.055808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 74a15cfa-356e-478c-9ea6-fe8953fad21a completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:10:09.692945 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde28df-9144-48d3-b214-665321f07df8 None None] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:10:09.807901 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Provisioning for port 74a15cfa-356e-478c-9ea6-fe8953fad21a completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:10:09.817190 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Provisioning complete for port 74a15cfa-356e-478c-9ea6-fe8953fad21a triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:09.817593 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:09.966354 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:10.005154 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] For port 74a15cfa-356e-478c-9ea6-fe8953fad21a, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=74a15cfa-356e-478c-9ea6-fe8953fad21a,segment=NetworkSegment(1b34251b-4968-43b9-b6b7-b16c219716c8),segment_id=1b34251b-4968-43b9-b6b7-b16c219716c8)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:10:10.010942 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:10.059385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126d1d-9ae8-4409-bfd7-2a4b0c96db17 None None] Pushing event updated for resources: {'Port': ['ID=74a15cfa-356e-478c-9ea6-fe8953fad21a,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:10.130163 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-ca012b98-3b61-49b4-b94b-169bc7fcc0b8 None None] Provisioning complete for port 74a15cfa-356e-478c-9ea6-fe8953fad21a triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:10.130533 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ca012b98-3b61-49b4-b94b-169bc7fcc0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:10.958752 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 74a15cfa-356e-478c-9ea6-fe8953fad21a up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:11.004310 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 74a15cfa-356e-478c-9ea6-fe8953fad21a triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:11.004682 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:11.117681 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42094) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:11.434972 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [None req-5462f989-0792-4d87-b6c2-1ffaa794aff9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:10:11.435999 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5462f989-0792-4d87-b6c2-1ffaa794aff9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173895 Aug 19 09:10:12.387941 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3b7b5db6-8aa4-4fc1-afa8-d1b9597e8995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:12.865313 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:10:13.760167 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42102) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:14.067028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:10:14.088822 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Made reservation on behalf of 430209ef78be4bfeb4cf3431a96da82f for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:10:14.091935 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.106997 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.222681 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.226270 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.244843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93737) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 09:10:14.266456 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b82ddb-f059-4804-9083-65884ac7d5ee,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:14.274080 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748774473674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.274632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Unsubscribe: segment precommit_create {{(pid=93737) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 09:10:14.275132 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Added segment d85e7c16-06f9-45ca-9c08-48108268ad6c of type flat for network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 Aug 19 09:10:14.328891 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.373028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.373975 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:14.374548 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:14.442887 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6816177 Aug 19 09:10:14.467408 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98276f50-d76f-42d1-8e2e-981b7e285fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=49a2867b-6ff3-4fc1-b7f4-ad12512c2e44,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:14.478595 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:10:14.953470 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6089094a-260e-4ed9-a2b3-01ba9527abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:15.171345 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:16.150647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:16.850464 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42120) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:17.030136 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0143afa-2a3d-4b23-83b9-c80b4f8ee1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:17.031496 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d0143afa-2a3d-4b23-83b9-c80b4f8ee1af admin admin] 10.222.0.32 "GET /v2.0/subnets/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433 HTTP/1.1" status: 200 len: 849 time: 0.1799963 Aug 19 09:10:17.154282 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-eb0e6f16-850d-47c5-9ba5-f6072483868b admin admin] 10.222.0.32 "GET /v2.0/routers/a1778e2e-660b-4599-b28d-10d456bc206f HTTP/1.1" status: 200 len: 704 time: 0.1168730 Aug 19 09:10:17.429229 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:17.719849 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Allocated IP 172.20.0.1 (22869f0c-87c4-4e6d-b5ff-62836e08f28d/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433/641f199c-a80b-4196-be91-b468ff62324f) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:10:17.871300 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:17.892669 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Transition to ACTIVE for port object 641f199c-a80b-4196-be91-b468ff62324f will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:10:17.899488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.022261 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.095617 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:10:18.104000 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:18.109447 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:10:18.110310 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.134377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Pushing event updated for resources: {'Port': ['ID=641f199c-a80b-4196-be91-b468ff62324f,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:18.267611 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-2cc3a6c6-d1ea-4c0b-9ad3-66c9c9448f52 None None] Provisioning for port 641f199c-a80b-4196-be91-b468ff62324f completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:10:18.271184 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-2cc3a6c6-d1ea-4c0b-9ad3-66c9c9448f52 None None] Provisioning complete for port 641f199c-a80b-4196-be91-b468ff62324f triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:18.271586 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a6c6-d1ea-4c0b-9ad3-66c9c9448f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.307646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-2cc3a6c6-d1ea-4c0b-9ad3-66c9c9448f52 None None] Port 641f199c-a80b-4196-be91-b468ff62324f cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:10:18.310832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.518645 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.522878 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.523679 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.601606 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Pushing event updated for resources: {'Port': ['ID=641f199c-a80b-4196-be91-b468ff62324f,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:18.648364 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:10:18.649623 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:18.808776 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Router a1778e2e-660b-4599-b28d-10d456bc206f is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:10:18.827866 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-c6d277e8-d946-497d-b40d-8acc0b92bac7 None None] Provisioning complete for port 641f199c-a80b-4196-be91-b468ff62324f triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:18.828236 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c6d277e8-d946-497d-b40d-8acc0b92bac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:18.860235 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-c6d277e8-d946-497d-b40d-8acc0b92bac7 None None] Port 641f199c-a80b-4196-be91-b468ff62324f cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:10:18.900587 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:10:18.906908 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e881087c-0b2d-49d4-9123-7691423f087c admin admin] 10.222.0.32 "PUT /v2.0/routers/a1778e2e-660b-4599-b28d-10d456bc206f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7469852 Aug 19 09:10:18.926561 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Sync routers for ids ['a1778e2e-660b-4599-b28d-10d456bc206f'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:10:18.941075 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Routers {'a1778e2e-660b-4599-b28d-10d456bc206f'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:10:18.941910 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:10:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['a1778e2e-660b-4599-b28d-10d456bc206f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:19.124161 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Set router a1778e2e-660b-4599-b28d-10d456bc206f gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:10:19.544227 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:18Z', 'revision_number': 2, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port_host': None, '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:18Z', 'revision_number': 2, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:19.595463 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Checking router: a1778e2e-660b-4599-b28d-10d456bc206f for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:10:19.595831 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Updating router a1778e2e-660b-4599-b28d-10d456bc206f port 641f199c-a80b-4196-be91-b468ff62324f binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:10:19.643225 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.154071 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.171923 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Transition to ACTIVE for port object 641f199c-a80b-4196-be91-b468ff62324f will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:10:20.177390 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.336917 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Pushing event updated for resources: {'Port': ['ID=641f199c-a80b-4196-be91-b468ff62324f,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:20.342444 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Attempting to bind port 641f199c-a80b-4196-be91-b468ff62324f on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:10:20.342842 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Attempting to bind port 641f199c-a80b-4196-be91-b468ff62324f by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:10:20.343318 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Attempting to bind port 641f199c-a80b-4196-be91-b468ff62324f on network 22869f0c-87c4-4e6d-b5ff-62836e08f28d {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:10:20.351481 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.351830 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.352166 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.352497 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.352825 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.353145 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.353468 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.353890 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.354106 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.354528 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.355431 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.355750 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Tracked resource versions report: Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: pushed versions: Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: { 'AddressGroup': {'1.2'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'ConntrackHelper': {'1.0'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Log': {'1.0'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Network': {'1.1'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Port': {'1.7'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'PortForwarding': {'1.2'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'QosPolicy': {'1.9'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroup': {'1.4'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SubPort': {'1.0'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Subnet': {'1.1'}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Trunk': {'1.1'}} Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: consumer versions: Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'ConntrackHelper': '1.0', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Log': '1.0', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Network': '1.1', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Port': '1.7', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'PortForwarding': '1.2', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'QosPolicy': '1.9', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroup': '1.4', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroupRule': '1.2', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SubPort': '1.0', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Subnet': '1.1', Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Trunk': '1.1'}} Aug 19 09:10:20.356841 dv-cinder-773876-3-iscsi neutron-server[93740]: {{(pid=93740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:10:20.359211 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:10:20.359654 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Checking segment: {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:10:20.360122 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.360495 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Bound using segment: {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:10:20.360988 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Bound port: 641f199c-a80b-4196-be91-b468ff62324f, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b34251b-4968-43b9-b6b7-b16c219716c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:10:20.361360 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.434029 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] For port 641f199c-a80b-4196-be91-b468ff62324f, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:10:20.454223 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] For port 641f199c-a80b-4196-be91-b468ff62324f, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=641f199c-a80b-4196-be91-b468ff62324f,segment=NetworkSegment(1b34251b-4968-43b9-b6b7-b16c219716c8),segment_id=1b34251b-4968-43b9-b6b7-b16c219716c8)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:10:20.458415 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:20.519315 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Routers {'a1778e2e-660b-4599-b28d-10d456bc206f'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:10:20.519943 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:10:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['a1778e2e-660b-4599-b28d-10d456bc206f'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:20.521633 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106af8a6-6cc2-429f-85fd-f274ba378f38 None None] Pushing event updated for resources: {'Port': ['ID=641f199c-a80b-4196-be91-b468ff62324f,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:20.614135 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] Set router a1778e2e-660b-4599-b28d-10d456bc206f gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:10:20.820187 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:18Z', 'revision_number': 2, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port_host': None, '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:20Z', 'revision_number': 4, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:20.847707 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b18c26d-1b3a-49b3-94e1-d04d85008589 None None] The sync data for ids ['a1778e2e-660b-4599-b28d-10d456bc206f'] in dv-cinder-773876-3-iscsi is: [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:18Z', 'revision_number': 2, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port_host': None, '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:20Z', 'revision_number': 4, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:10:21.148532 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42140) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:21.260139 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2416428-79af-441b-9df0-a42d1cb3e146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:21.262131 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b2416428-79af-441b-9df0-a42d1cb3e146 admin admin] 10.222.0.32 "GET /v2.0/networks/49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 HTTP/1.1" status: 200 len: 842 time: 0.1126153 Aug 19 09:10:21.271837 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:10:21.291857 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Made reservation on behalf of 430209ef78be4bfeb4cf3431a96da82f for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:10:21.294263 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:21.576396 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.objects.ports [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93737) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 09:10:21.576934 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:21.712868 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83f3156-d411-4029-8936-8fe75e8dc8d8,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:21.715850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:10:21.716199 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Network hostable DHCP agents. Network: 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:10:21.735692 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:10:21.744384 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:21.752616 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defb4f0-645a-4cb2-9f94-5b9b9cc88c9b None None] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:10:21.754884 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:21.755578 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:21.777546 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ca797bcc-c6ec-4acc-adfa-610e3f4e9e3f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5089495 Aug 19 09:10:21.885069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27105f1-9990-42a9-8d37-ba4734f1209e None None] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:10:24.040204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42148) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:24.314158 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4deee52b-ec2d-465b-8467-29c39477eb91 admin admin] 10.222.0.32 "GET /v2.0/routers/a1778e2e-660b-4599-b28d-10d456bc206f HTTP/1.1" status: 200 len: 710 time: 0.2727389 Aug 19 09:10:24.488193 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef6836-7d1b-48c8-ade5-6c31bb5cdbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:10:24.489581 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-24ef6836-7d1b-48c8-ade5-6c31bb5cdbb9 admin admin] 10.222.0.32 "GET /v2.0/networks/49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 HTTP/1.1" status: 200 len: 886 time: 0.1698043 Aug 19 09:10:24.499122 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:10:24.743558 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:24.983039 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:25.057265 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:25.243560 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Allocated IP 172.27.3.197 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/f7a0bbf0-6625-46c7-b0e3-ca2caa644c86) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:10:25.354539 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:25.438126 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:25.518361 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:10:25.525401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:10:25.527977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Pushing event updated for resources: {'Port': ['ID=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:25.541419 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:10:25.875950 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:26.080815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29384'] for router, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:26.086087 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629795', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626418'] for router, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:26.199673 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Router a1778e2e-660b-4599-b28d-10d456bc206f has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:10:26.306098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:10:26.312407 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:26.314281 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8dcea4a3-2b0f-4ca5-860e-b2219ee6d50d admin admin] 10.222.0.32 "PUT /v2.0/routers/a1778e2e-660b-4599-b28d-10d456bc206f HTTP/1.1" status: 200 len: 890 time: 1.8181024 Aug 19 09:10:26.992689 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 641f199c-a80b-4196-be91-b468ff62324f up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:27.041202 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 641f199c-a80b-4196-be91-b468ff62324f completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:10:27.045671 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 641f199c-a80b-4196-be91-b468ff62324f triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:27.046158 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:27.123048 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:27.160212 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 641f199c-a80b-4196-be91-b468ff62324f, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=641f199c-a80b-4196-be91-b468ff62324f,segment=NetworkSegment(1b34251b-4968-43b9-b6b7-b16c219716c8),segment_id=1b34251b-4968-43b9-b6b7-b16c219716c8)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:10:27.167369 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:27.264613 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=641f199c-a80b-4196-be91-b468ff62324f,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:27.297587 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Sync routers for ids ['a1778e2e-660b-4599-b28d-10d456bc206f'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:10:27.307645 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Routers {'a1778e2e-660b-4599-b28d-10d456bc206f'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:10:27.308283 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:10:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['a1778e2e-660b-4599-b28d-10d456bc206f'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:27.511827 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Set router a1778e2e-660b-4599-b28d-10d456bc206f gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:10:27.894932 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:25Z', 'revision_number': 4, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port': {'id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:25Z', 'updated_at': '2021-08-19T09:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:27Z', 'revision_number': 5, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:27.946553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Checking router: a1778e2e-660b-4599-b28d-10d456bc206f for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:10:27.946908 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Updating router a1778e2e-660b-4599-b28d-10d456bc206f port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:10:27.993777 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.310653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.319940 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Transition to ACTIVE for port object f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:10:28.325096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.376431 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58f4f-a5bc-4957-b3ac-4a8033edda8b None None] Pushing event updated for resources: {'Port': ['ID=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:28.378216 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Attempting to bind port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:10:28.379006 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Attempting to bind port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:10:28.379006 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Attempting to bind port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:10:28.384408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:10:28.384678 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:10:28.385074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.386091 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:10:28.386556 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Bound port: f7a0bbf0-6625-46c7-b0e3-ca2caa644c86, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:10:28.386961 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.435265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] For port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:10:28.438319 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] For port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:10:28.441856 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:28.571908 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Routers {'a1778e2e-660b-4599-b28d-10d456bc206f'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:10:28.572552 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:10:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['a1778e2e-660b-4599-b28d-10d456bc206f'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:28.608209 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58f4f-a5bc-4957-b3ac-4a8033edda8b None None] Pushing event updated for resources: {'Port': ['ID=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:28.683163 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] Set router a1778e2e-660b-4599-b28d-10d456bc206f gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:10:28.688459 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42162) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:10:28.801371 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-72471425-939d-4afe-8702-8c5ecaebf4ff admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116836 Aug 19 09:10:28.899039 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:25Z', 'revision_number': 4, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port': {'id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:25Z', 'updated_at': '2021-08-19T09:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:27Z', 'revision_number': 5, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:10:28.930691 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57ff96-1b96-4e04-a83d-5065a469c74a None None] The sync data for ids ['a1778e2e-660b-4599-b28d-10d456bc206f'] in dv-cinder-773876-3-iscsi is: [{'id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'name': 'router1', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:10:08Z', 'updated_at': '2021-08-19T09:10:25Z', 'revision_number': 4, 'project_id': '57744f902633411a872d7193fb408ae4', 'gw_port': {'id': 'f7a0bbf0-6625-46c7-b0e3-ca2caa644c86', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:25Z', 'updated_at': '2021-08-19T09:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '641f199c-a80b-4196-be91-b468ff62324f', 'name': '', 'network_id': '22869f0c-87c4-4e6d-b5ff-62836e08f28d', 'tenant_id': '57744f902633411a872d7193fb408ae4', 'mac_address': 'fa:16:3e:20:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1778e2e-660b-4599-b28d-10d456bc206f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:10:17Z', 'updated_at': '2021-08-19T09:10:27Z', 'revision_number': 5, 'project_id': '57744f902633411a872d7193fb408ae4', 'subnets': [{'id': 'cb210ef7-0fdd-4d37-b9c5-3d29b6a87433', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb07afa7-0c4a-46fe-a339-3da4000be6e7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:10:28.962157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 641f199c-a80b-4196-be91-b468ff62324f up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:29.022596 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 641f199c-a80b-4196-be91-b468ff62324f triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:29.023154 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:31.003447 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:31.060641 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:10:31.065021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:31.065408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:31.147308 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:31.171313 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:10:31.173495 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:31.223968 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=f7a0bbf0-6625-46c7-b0e3-ca2caa644c86,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:10:32.991109 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:10:33.072157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port f7a0bbf0-6625-46c7-b0e3-ca2caa644c86 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:10:33.073603 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:42.392674 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-91e0945b-82a3-4c93-8f7f-bd8c9df83357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:44.958979 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-183dff66-3c31-4057-9856-e1c4f79491d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:45.176024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:46.155518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:47.925507 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:10:49.864826 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:11:12.393827 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-719269b9-f515-4e08-8259-bc32bd7ceadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:14.952240 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4165-9ae1-4335-a32d-7f1c6b0d2aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:15.188342 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:16.158450 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:17.924529 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:26.864001 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:11:42.394357 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-38bb7c2c-7480-401a-b4e5-ca6767b64c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:44.954061 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-565a2c65-aa2c-4429-987d-dc044f9375f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:45.176599 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:46.159667 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:11:47.928462 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:03.862732 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:12:05.719974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42730) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:05.782904 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.pecan_wsgi.hooks.translation [None req-9183d7f8-3da4-4275-91a2-640b7e9de3f0 admin admin] GET failed (client error): The resource could not be found. Aug 19 09:12:05.784237 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-9183d7f8-3da4-4275-91a2-640b7e9de3f0 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633245 Aug 19 09:12:05.939903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc7240-a933-4ad2-a2e4-947a4a7cbd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:05.941309 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0cbc7240-a933-4ad2-a2e4-947a4a7cbd2b admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1527679 Aug 19 09:12:08.110089 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42740) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:08.211180 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653cebd-b9db-49d2-93f0-0b0588b8b832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:08.212568 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2653cebd-b9db-49d2-93f0-0b0588b8b832 admin admin] 10.222.0.32 "GET /v2.0/subnets/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433 HTTP/1.1" status: 200 len: 849 time: 0.1015441 Aug 19 09:12:08.222551 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:12:08.306795 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Notify callbacks [] for subnet, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:08.446833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748774494055'] for subnet, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:08.479941 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:08.481204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:08.481853 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] 10.222.0.32 "PUT /v2.0/subnets/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433 HTTP/1.1" status: 200 len: 868 time: 0.2630203 Aug 19 09:12:08.496062 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e0b83-4721-42d5-b405-db07c825318e None None] Network 22869f0c-87c4-4e6d-b5ff-62836e08f28d requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:12:08.506296 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb210ef7-0fdd-4d37-b9c5-3d29b6a87433,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:08.518419 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.518983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.519551 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.520075 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.520597 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.521151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.521862 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.522210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.523110 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.523734 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.524275 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.524808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a736b39-ccfb-4647-a0c7-1156ad6b73ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:08.835101 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5f538675-e2e2-41ae-8a74-b33767c5def5 None None] Provisioning complete for port 641f199c-a80b-4196-be91-b468ff62324f triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:12:08.836010 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5f538675-e2e2-41ae-8a74-b33767c5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:08.918124 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5f538675-e2e2-41ae-8a74-b33767c5def5 None None] Provisioning complete for port 74a15cfa-356e-478c-9ea6-fe8953fad21a triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:12:08.918495 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5f538675-e2e2-41ae-8a74-b33767c5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:10.630113 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42750) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:10.832194 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d568fe-213e-4a19-9981-b0aa8be353d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:10.832685 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d568fe-213e-4a19-9981-b0aa8be353d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:10.834235 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d7d568fe-213e-4a19-9981-b0aa8be353d4 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032142 Aug 19 09:12:12.396333 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1208-5732-455c-9e13-650df73937e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:13.031977 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42758) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:13.160303 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c981262-c3bd-4f09-b258-3d68a48cd872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:13.160788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c981262-c3bd-4f09-b258-3d68a48cd872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:13.162334 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2c981262-c3bd-4f09-b258-3d68a48cd872 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294153 Aug 19 09:12:14.953825 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fa28370c-48e1-437c-81d4-4d45ff390a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:15.178130 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:15.313617 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42766) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:15.461141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3672eb-b46c-4e90-9f17-f7e0542febfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:15.462510 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5d3672eb-b46c-4e90-9f17-f7e0542febfc admin admin] 10.222.0.32 "GET /v2.0/networks/22869f0c-87c4-4e6d-b5ff-62836e08f28d HTTP/1.1" status: 200 len: 869 time: 0.1479397 Aug 19 09:12:16.161996 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:17.595710 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42774) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:17.721134 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1be299-2c2d-4402-a1db-3a5fc87268db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:17.722487 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-eb1be299-2c2d-4402-a1db-3a5fc87268db admin admin] 10.222.0.32 "GET /v2.0/networks/49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 HTTP/1.1" status: 200 len: 886 time: 0.1258149 Aug 19 09:12:17.925295 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:19.869396 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42782) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:19.993512 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2862e-01ff-4a44-af3a-a88f2f6ca3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:19.993969 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2862e-01ff-4a44-af3a-a88f2f6ca3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:19.995529 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d8c2862e-01ff-4a44-af3a-a88f2f6ca3fd admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251605 Aug 19 09:12:22.139002 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42790) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:22.230411 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed11d2d-82f0-47fd-9ac6-eb535ff715d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:22.230867 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed11d2d-82f0-47fd-9ac6-eb535ff715d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:22.232545 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6ed11d2d-82f0-47fd-9ac6-eb535ff715d6 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925689 Aug 19 09:12:24.383253 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42798) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:24.473818 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50102176-ad1a-4396-963c-bb3d3373d92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:24.475132 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-50102176-ad1a-4396-963c-bb3d3373d92e admin admin] 10.222.0.32 "GET /v2.0/subnets/cb210ef7-0fdd-4d37-b9c5-3d29b6a87433 HTTP/1.1" status: 200 len: 868 time: 0.0909066 Aug 19 09:12:26.629731 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42806) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:26.717344 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc0ac9-e509-4495-a55a-beb4246633e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:26.718649 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-23bc0ac9-e509-4495-a55a-beb4246633e3 admin admin] 10.222.0.32 "GET /v2.0/subnets/e83f3156-d411-4029-8936-8fe75e8dc8d8 HTTP/1.1" status: 200 len: 816 time: 0.0880539 Aug 19 09:12:40.860873 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:12:42.396309 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d8f727a3-8983-490b-bc43-d8a026a75bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:44.954303 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-77fa6567-16b4-4769-870f-6316c8885a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:45.181140 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:46.164965 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:47.931898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:50.113627 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42860) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:50.161067 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [None req-3494974c-126b-4c05-a523-8d1fb0e53028 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:12:50.162058 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3494974c-126b-4c05-a523-8d1fb0e53028 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474977 Aug 19 09:12:52.470567 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42868) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:52.530789 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebfaa38-9cad-444b-88ae-a3bf0db0a035 admin admin] GET failed (client error): The resource could not be found. Aug 19 09:12:52.532150 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0ebfaa38-9cad-444b-88ae-a3bf0db0a035 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606487 Aug 19 09:12:52.618664 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aab3a26-f0d8-4a98-a8c7-af5665c8faae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:52.620165 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0aab3a26-f0d8-4a98-a8c7-af5665c8faae admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836623 Aug 19 09:12:54.776451 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42876) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:54.823020 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:12:54.843834 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Made reservation on behalf of 430209ef78be4bfeb4cf3431a96da82f for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:12:54.846009 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:54.877295 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING neutron.services.revisions.revision_plugin [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Could not find related network for resource to bump revision. Aug 19 09:12:54.893141 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:12:54.903057 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:54.903413 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Added segment 8ebee219-9b44-42c7-b6c9-e6e04fc8bf45 of type vlan for network d437837a-4a5b-40d8-8e21-a7c346e31496 Aug 19 09:12:54.948084 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:54.973083 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:54.973947 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:54.974518 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:55.021608 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2440906 Aug 19 09:12:55.032656 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d437837a-4a5b-40d8-8e21-a7c346e31496,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:55.040051 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.040421 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.040764 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.041099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.041432 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.041779 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.042108 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.042431 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.042769 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.043094 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.043461 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.043779 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c33a34-088e-4603-ad52-245a55c4f7a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:55.055795 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network d437837a-4a5b-40d8-8e21-a7c346e31496 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:12:57.192760 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42884) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:12:57.253652 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.pecan_wsgi.hooks.translation [None req-89228e3f-565b-41bb-bc9f-ab003b506e7f admin admin] GET failed (client error): The resource could not be found. Aug 19 09:12:57.254987 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-89228e3f-565b-41bb-bc9f-ab003b506e7f admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612786 Aug 19 09:12:57.328164 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1df85c-f630-4f96-893a-08837cef4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:57.329519 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ab1df85c-f630-4f96-893a-08837cef4b09 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693533 Aug 19 09:12:57.340184 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:12:57.360028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Made reservation on behalf of 430209ef78be4bfeb4cf3431a96da82f for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:12:57.362252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:57.520605 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:57.571565 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f26579-d776-43cb-a624-7647a6e88dff,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:57.581201 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Checking segment: {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:12:57.581500 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Network hostable DHCP agents. Network: d437837a-4a5b-40d8-8e21-a7c346e31496, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:12:57.597171 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Network d437837a-4a5b-40d8-8e21-a7c346e31496 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:12:57.606517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, d437837a-4a5b-40d8-8e21-a7c346e31496) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:12:57.610781 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:12:57.611396 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:57.617218 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2d3c2-38f4-4203-9627-00e1b83188b6 None None] Network d437837a-4a5b-40d8-8e21-a7c346e31496 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:12:57.629170 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-57c992d5-75b2-4589-89e4-624f4612c9af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2923346 Aug 19 09:12:57.772442 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-d437837a-4a5b-40d8-8e21-a7c346e31496', 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496', 'tenant_id': '430209ef78be4bfeb4cf3431a96da82f', 'fixed_ips': [{'subnet_id': 'c1f26579-d776-43cb-a624-7647a6e88dff'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:12:57.774020 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:57.914946 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Allocated IP 192.168.233.2 (d437837a-4a5b-40d8-8e21-a7c346e31496/c1f26579-d776-43cb-a624-7647a6e88dff/03cba84a-633b-4b8a-a787-dfbaf181c72d) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:12:58.072742 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:58.081209 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Transition to ACTIVE for port object 03cba84a-633b-4b8a-a787-dfbaf181c72d will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:12:58.096500 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Transition to ACTIVE for port object 03cba84a-633b-4b8a-a787-dfbaf181c72d will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:12:58.104614 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:58.148306 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Network d437837a-4a5b-40d8-8e21-a7c346e31496 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:12:58.151439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:12:58.153652 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:12:58.160877 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Pushing event updated for resources: {'Port': ['ID=03cba84a-633b-4b8a-a787-dfbaf181c72d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:58.170587 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.170875 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.171211 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.171569 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.171898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.172227 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.172548 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.172874 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.173236 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.173561 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.173880 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.174194 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:12:58.220638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Attempting to bind port 03cba84a-633b-4b8a-a787-dfbaf181c72d on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:12:58.220995 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Attempting to bind port 03cba84a-633b-4b8a-a787-dfbaf181c72d by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:12:58.221349 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Attempting to bind port 03cba84a-633b-4b8a-a787-dfbaf181c72d on network d437837a-4a5b-40d8-8e21-a7c346e31496 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:12:58.226809 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:12:58.227204 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Checking segment: {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:12:58.227623 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:58.228016 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Bound using segment: {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:12:58.228472 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Bound port: 03cba84a-633b-4b8a-a787-dfbaf181c72d, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:12:58.228856 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:58.290709 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] For port 03cba84a-633b-4b8a-a787-dfbaf181c72d, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:12:58.294423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] For port 03cba84a-633b-4b8a-a787-dfbaf181c72d, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=03cba84a-633b-4b8a-a787-dfbaf181c72d,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:12:58.298471 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:58.365146 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5cbf-585e-409f-acb5-089fbe1984af None None] Pushing event updated for resources: {'Port': ['ID=03cba84a-633b-4b8a-a787-dfbaf181c72d,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:59.109361 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 03cba84a-633b-4b8a-a787-dfbaf181c72d up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:12:59.166530 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 03cba84a-633b-4b8a-a787-dfbaf181c72d completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:12:59.186093 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cbfb7-138f-4c2c-8eb8-44d22ff7d778 None None] Network d437837a-4a5b-40d8-8e21-a7c346e31496 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:12:59.307999 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Provisioning for port 03cba84a-633b-4b8a-a787-dfbaf181c72d completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:12:59.316505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Provisioning complete for port 03cba84a-633b-4b8a-a787-dfbaf181c72d triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:12:59.316881 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:59.421853 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:59.459549 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] For port 03cba84a-633b-4b8a-a787-dfbaf181c72d, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=03cba84a-633b-4b8a-a787-dfbaf181c72d,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:12:59.463946 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:12:59.519592 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3796f-e581-4e7f-a6c9-7afd01743fe7 None None] Pushing event updated for resources: {'Port': ['ID=03cba84a-633b-4b8a-a787-dfbaf181c72d,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:12:59.582817 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-751b5e8b-9040-4e5f-beea-a735323ec9cb None None] Provisioning complete for port 03cba84a-633b-4b8a-a787-dfbaf181c72d triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:12:59.583110 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-751b5e8b-9040-4e5f-beea-a735323ec9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:01.064959 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 03cba84a-633b-4b8a-a787-dfbaf181c72d up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:13:01.112168 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 03cba84a-633b-4b8a-a787-dfbaf181c72d triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:13:01.112536 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:12.398023 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d71c0eb4-6984-4ed4-a075-2d743a6bcfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:14.956103 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e801721d-dfff-4864-ac21-f1375bf11b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:15.181995 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:16.167767 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:17.860136 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:13:17.934899 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:42.400470 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-76cde9c7-2da2-4493-9a84-dae9f1578a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:44.956872 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3b5009f2-d9f0-4a96-b354-a0edb4da730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:45.182572 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:46.171472 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:47.937776 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:13:54.857688 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:14:05.505667 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42936) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:14:05.511653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [None req-d3e191df-7828-4e12-b092-fdd477049d4a tempest-verify_tempest_config-922432979 tempest-verify_tempest_config-922432979-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:14:05.512615 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d3e191df-7828-4e12-b092-fdd477049d4a tempest-verify_tempest_config-922432979 tempest-verify_tempest_config-922432979-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059733 Aug 19 09:14:05.822291 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 42954) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:14:05.923057 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.013404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.016871 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.060504 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c92921de2ce5423da768ca6c3b2268fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2371783 Aug 19 09:14:06.061545 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d8fc2-1954-4a58-a19f-009daf1f05d6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:14:06.063206 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 42960) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:14:06.068037 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.068405 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.068749 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.069078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.069401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.069728 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.070052 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.070546 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.070961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.071199 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.071548 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.071868 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933f0fed-ffad-43f2-bc21-a430c7529d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.119252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.142561 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.313949 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.316566 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:06.317595 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc5d8fc2-1954-4a58-a19f-009daf1f05d6 HTTP/1.1" status: 204 len: 168 time: 0.2533689 Aug 19 09:14:06.325758 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d8fc2-1954-4a58-a19f-009daf1f05d6,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:14:06.332649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.333015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.333357 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.333704 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.334029 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.334351 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.334668 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.334983 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.335333 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.335652 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.336565 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:06.336903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56013ef-26f4-4305-af22-60c6cffcecf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:14:12.400761 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c521f66c-1949-42ea-897a-8fb1ade50314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:14.958060 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-94235cce-5448-4db5-b931-8d4a9d2ee745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:15.183455 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:16.173017 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:17.940438 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:31.856143 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:14:42.401300 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-af1fb4ee-ec87-4fca-823e-98ca6c24e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:44.958005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2e5437e7-39eb-4596-9058-1f12553894a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:45.184834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:46.177634 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:14:47.944722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:08.854881 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 5 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:15:12.400522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b3c96dcb-dc08-4813-aa6f-44a153c8ca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:14.961075 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ac484708-076d-478a-beb9-d09ebf7dff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:15.185799 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:16.179030 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:17.945395 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:34.343357 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-506206'] for agent, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:42.401874 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1b956481-857d-46a4-9614-d6524b43b22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:44.961610 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-912a0db6-f871-48b6-aaf0-2ab3c8208be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:45.185506 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:45.853980 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:15:46.182117 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:47.949445 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:15:48.641433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43032) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:15:48.748678 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4d1192e2-1f99-4d34-854f-3175f5edc536 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1060896 Aug 19 09:15:50.928191 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43042) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:15:50.982333 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e83080fe-85fe-40a7-a426-9368e92d8774 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0530908 Aug 19 09:16:04.296312 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:12.401431 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f2d9175e-5760-4ed3-a88d-ce5d47db2dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:14.961160 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9bb24aec-f444-4dfe-b081-ddf0f4a1e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:15.185661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:16.184562 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:17.955828 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:22.852599 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:16:34.295185 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:42.403442 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0b726b82-a2eb-4f8f-828d-a2d497e63ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:44.969538 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1f0a11ba-9151-48c8-b644-431fb1fcbb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:45.186743 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:46.225570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:47.956291 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:16:59.851289 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:17:04.297112 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:12.405396 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b219d73b-2285-41d1-902c-502f31ab78ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:14.973203 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f3dd-3e3d-4204-9e7d-24ad7da8b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:15.197914 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:16.203116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:17.966163 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.120697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43156) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:18.346136 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-612887059-network', 'tenant_id': '32a1a9a34bd848cd8c97172208bd43ce'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:18.373409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Made reservation on behalf of 32a1a9a34bd848cd8c97172208bd43ce for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:18.373409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.386485 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.486897 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.491936 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.519863 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d7787-ab4c-404a-9bb2-f6ab28213c95,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:18.529038 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.530659 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.531018 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.531379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.531710 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.532230 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.532740 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.533072 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.533425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.533757 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.534084 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.534409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Tracked resource versions report: Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: pushed versions: Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: { 'AddressGroup': {'1.2'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'ConntrackHelper': {'1.0'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Log': {'1.0'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Network': {'1.1'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Port': {'1.7'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'PortForwarding': {'1.2'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'QosPolicy': {'1.9'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroup': {'1.4'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SubPort': {'1.0'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Subnet': {'1.1'}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Trunk': {'1.1'}} Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: consumer versions: Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: HyperV agent@hv-cinder-77387: {}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'ConntrackHelper': '1.0', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Log': '1.0', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Network': '1.1', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Port': '1.7', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'PortForwarding': '1.2', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'QosPolicy': '1.9', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroup': '1.4', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SecurityGroupRule': '1.2', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'SubPort': '1.0', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Subnet': '1.1', Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: 'Trunk': '1.1'}} Aug 19 09:17:18.535479 dv-cinder-773876-3-iscsi neutron-server[93737]: {{(pid=93737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:17:18.541302 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:18.554405 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.554752 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Added segment c17ec671-bec8-4cdf-918c-10c1309c17f8 of type vlan for network 64ed585a-dafa-4239-9b89-ad18bb66a515 Aug 19 09:17:18.601398 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.628817 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.629888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:18.630492 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.659354 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43200) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:18.659952 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5371451 Aug 19 09:17:18.666315 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Request body: {'subnet': {'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-612887059-subnet', 'tenant_id': '32a1a9a34bd848cd8c97172208bd43ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:18.694140 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Made reservation on behalf of 32a1a9a34bd848cd8c97172208bd43ce for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:18.697088 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:18.700087 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66cc59-3d09-494b-a65e-489686c328b2 admin admin] Pushing event updated for resources: {'Network': ['ID=64ed585a-dafa-4239-9b89-ad18bb66a515,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:18.715657 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 64ed585a-dafa-4239-9b89-ad18bb66a515 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:18.927234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.074201 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1bb644-f541-488e-814f-3fece59b802c,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:19.077330 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Checking segment: {'id': 'c17ec671-bec8-4cdf-918c-10c1309c17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:19.077678 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Network hostable DHCP agents. Network: 64ed585a-dafa-4239-9b89-ad18bb66a515, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:19.086815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.087203 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.087570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.087916 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.088251 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.088601 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.088933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.089262 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.089606 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.089934 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.090259 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.090580 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Tracked resource versions report: Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: pushed versions: Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: { 'AddressGroup': {'1.2'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'ConntrackHelper': {'1.0'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Log': {'1.0'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Network': {'1.1'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Port': {'1.7'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'PortForwarding': {'1.2'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'QosPolicy': {'1.9'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroup': {'1.4'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SubPort': {'1.0'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Subnet': {'1.1'}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Trunk': {'1.1'}} Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: consumer versions: Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: HyperV agent@hv-cinder-77387: {}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'ConntrackHelper': '1.0', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Log': '1.0', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Network': '1.1', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Port': '1.7', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'PortForwarding': '1.2', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'QosPolicy': '1.9', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroup': '1.4', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SecurityGroupRule': '1.2', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'SubPort': '1.0', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Subnet': '1.1', Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: 'Trunk': '1.1'}} Aug 19 09:17:19.092168 dv-cinder-773876-3-iscsi neutron-server[93738]: {{(pid=93738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:17:19.112864 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Network 64ed585a-dafa-4239-9b89-ad18bb66a515 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:19.124922 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 64ed585a-dafa-4239-9b89-ad18bb66a515) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:19.129019 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:19.129607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.137988 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4cc24-1509-4907-bf1f-17dc72a47d46 None None] Network 64ed585a-dafa-4239-9b89-ad18bb66a515 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:19.148127 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-12aca6a3-a88a-4497-9dff-2437db9a63c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4875355 Aug 19 09:17:19.220091 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43230) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:19.256714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43236) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:19.277502 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6bbe6-0689-4296-bf28-c06f09215c23 None None] Network 64ed585a-dafa-4239-9b89-ad18bb66a515 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:19.474403 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-network', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:19.505113 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421242047-network', 'tenant_id': 'a102cfb497b1436cb896b0d8a5d0de04'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:19.510111 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Made reservation on behalf of c12ed2bcdb61430986f3980ed2e7a8bd for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:19.514332 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.536939 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.547470 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Made reservation on behalf of a102cfb497b1436cb896b0d8a5d0de04 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:19.549891 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.560044 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.668488 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.676153 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.697066 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:19.710400 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.710666 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Added segment ebf7071d-bd3c-4d86-896e-173d29e417c9 of type vlan for network 82e71227-b874-48ff-b3e0-b3bc213455c5 Aug 19 09:17:19.774077 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c17005-fda9-4a80-8d71-f59c8c58ae20,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:19.791645 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.843675 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.844638 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:19.845215 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.913065 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] Pushing event updated for resources: {'Network': ['ID=82e71227-b874-48ff-b3e0-b3bc213455c5,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:19.925964 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:19.956823 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.962751 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:19.975239 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43286) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:19.975809 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-7db6e001-90ef-45b9-abc4-5b9902a581b4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7536390 Aug 19 09:17:19.983910 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Request body: {'subnet': {'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-subnet', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:19.984209 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:20.000367 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.000782 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Added segment 519ce1f9-6810-437c-8f25-7f71bc91cfec of type vlan for network 0eeedc58-f265-4f89-b162-a77ec6efc796 Aug 19 09:17:20.019475 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Made reservation on behalf of c12ed2bcdb61430986f3980ed2e7a8bd for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:20.022062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.046509 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.081093 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43288) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:20.089732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.091125 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:20.092102 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.111706 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea787105-cb35-4eea-972d-b91d366134b7,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:20.162107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] Pushing event updated for resources: {'Network': ['ID=0eeedc58-f265-4f89-b162-a77ec6efc796,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:20.176339 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 0eeedc58-f265-4f89-b162-a77ec6efc796 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:20.177707 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-cf25dcf2-7802-46ac-a1ab-cac2147b168e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9195995 Aug 19 09:17:20.180384 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43294) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:20.186103 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Request body: {'subnet': {'network_id': '0eeedc58-f265-4f89-b162-a77ec6efc796', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1421242047-subnet', 'tenant_id': 'a102cfb497b1436cb896b0d8a5d0de04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:20.202891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.231035 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Made reservation on behalf of a102cfb497b1436cb896b0d8a5d0de04 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:20.235045 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.287532 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Checking segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:20.288097 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Network hostable DHCP agents. Network: 82e71227-b874-48ff-b3e0-b3bc213455c5, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:20.298885 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:20.301026 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43302) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:20.320743 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:20.339297 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 82e71227-b874-48ff-b3e0-b3bc213455c5) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:20.344079 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:20.344662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.355987 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7c027-dd7a-41ab-ae4a-9a0f13e6666a None None] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:20.376248 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-910fe2e9-0645-4a55-93d0-d7468c9788a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3990474 Aug 19 09:17:20.378164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43306) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:20.386638 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:20.423855 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.426647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.564612 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-network', 'tenant_id': '0a913122239e44edb71a2fd07a99b275'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:20.569900 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.593402 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.634218 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b16fe5-3b50-4ca1-9305-4c1ec43fb062 None None] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:20.635987 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9824ca-6892-4e30-8fa5-900cf6cff9f0,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:20.659435 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Made reservation on behalf of 0a913122239e44edb71a2fd07a99b275 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:20.662303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2056845416-network', 'tenant_id': '8bd62739089241319075c92d0306a0a3'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:20.663409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.677116 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.724191 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Checking segment: {'id': '519ce1f9-6810-437c-8f25-7f71bc91cfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0eeedc58-f265-4f89-b162-a77ec6efc796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:20.724810 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Network hostable DHCP agents. Network: 0eeedc58-f265-4f89-b162-a77ec6efc796, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:20.746990 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Network 0eeedc58-f265-4f89-b162-a77ec6efc796 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:20.781827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:20.784600 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.800607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.805425 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.910923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.912749 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 0eeedc58-f265-4f89-b162-a77ec6efc796) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:20.922599 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28410bb0-9ddd-4b92-8306-c8c6be0b5133 None None] Network 0eeedc58-f265-4f89-b162-a77ec6efc796 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:20.928017 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:20.928919 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.939193 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.954164 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:20.964710 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:20.965443 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Added segment 54c42355-e516-4f8d-bacf-2a48255f2aee of type vlan for network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 Aug 19 09:17:21.012316 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.070844 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad4fb3-c81f-4f5d-816a-2221ea37443c,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:21.074663 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.077298 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:21.078330 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.151342 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.151991 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] Pushing event updated for resources: {'Network': ['ID=20ee0fa8-4951-43ba-b13c-ba279ba12aa3,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:21.168499 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:21.212700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.340493 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2d6416-6ba4-4a31-92f3-464915130b73 None None] Network 0eeedc58-f265-4f89-b162-a77ec6efc796 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:21.368443 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.384630 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a8e6b605-42b8-4d79-b7a6-48541ece0b74 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2028809 Aug 19 09:17:21.391143 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-01376c1b-cf86-43a4-9b57-67cce6b7fcc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3084383 Aug 19 09:17:21.391853 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43346) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:21.398962 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Request body: {'subnet': {'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-subnet', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:21.409552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.433272 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Made reservation on behalf of 0a913122239e44edb71a2fd07a99b275 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:21.437789 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.472165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:21.474573 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2660473-dc33-42f5-9c14-988c0cb8f2c7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:21.477181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43362) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:21.515471 dv-cinder-773876-3-iscsi neutron-server[93738]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 09:17:21.618784 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.619209 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Added segment 8899781c-44c4-466d-8c57-25aa0eda5e55 of type vlan for network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 Aug 19 09:17:21.703763 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.723397 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.725954 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Allocated IP 172.27.3.150 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/ed885d62-d680-41cd-9509-dc0054350e7f) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:21.777880 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6e49e1-5883-4759-96c0-82a61161ab56,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:21.785785 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Checking segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:21.785940 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Network hostable DHCP agents. Network: 20ee0fa8-4951-43ba-b13c-ba279ba12aa3, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:21.807658 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:21.821125 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 20ee0fa8-4951-43ba-b13c-ba279ba12aa3) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:21.827069 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:21.827702 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.835025 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead466a8-b0f8-4222-88ae-2c5c536bbcee None None] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:21.855394 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e9960dc6-b6d9-404f-b01f-d311890e6753 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4624739 Aug 19 09:17:21.861318 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43370) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:21.869477 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:21.883442 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5b095aee-e8a7-452a-9dbe-29afb24c4e65 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:21.885425 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5b095aee-e8a7-452a-9dbe-29afb24c4e65 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/networks?id=64ed585a-dafa-4239-9b89-ad18bb66a515 HTTP/1.1" status: 200 len: 811 time: 0.4006276 Aug 19 09:17:21.888921 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:21.890658 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:21.891253 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.000892 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-8a8dd7e9-01da-4430-a832-83d97b69c289 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/quotas/32a1a9a34bd848cd8c97172208bd43ce HTTP/1.1" status: 200 len: 375 time: 0.0944645 Aug 19 09:17:22.063461 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] Pushing event updated for resources: {'Network': ['ID=5e78b5e6-6e38-4b51-a3a6-7fec0d074363,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.096401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.102292 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-690dc7b8-db73-4bec-b28a-bbd74356b0d3 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=32a1a9a34bd848cd8c97172208bd43ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876603 Aug 19 09:17:22.126431 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:22.132884 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:17:22.133711 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.144889 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.146120 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.155629 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-14146e91-6074-4e47-b8f3-0708b99ff6af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8512678 Aug 19 09:17:22.159398 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43400) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:22.162127 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.166908 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Request body: {'subnet': {'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2056845416-subnet', 'tenant_id': '8bd62739089241319075c92d0306a0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:22.196857 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43404) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:22.206806 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-837720112-network', 'tenant_id': '394871cd87ce49e8887d09d58f2595ff'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:22.241991 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:22.248866 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.309082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.356316 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Made reservation on behalf of 394871cd87ce49e8887d09d58f2595ff for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:22.360049 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.387258 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.389173 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Allocated IP 172.20.0.2 (20ee0fa8-4951-43ba-b13c-ba279ba12aa3/de6e49e1-5883-4759-96c0-82a61161ab56/19933095-2818-4fe6-ab33-0d3d74b03cae) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:22.445275 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:22.486748 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:22.505292 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:22.509238 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Pushing event updated for resources: {'Port': ['ID=ed885d62-d680-41cd-9509-dc0054350e7f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.560091 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.611260 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.629281 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.640143 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Transition to ACTIVE for port object 19933095-2818-4fe6-ab33-0d3d74b03cae will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:22.641433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.649282 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-9759148d-313f-4108-b9b8-2110caf30517 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:17:22.650457 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-9759148d-313f-4108-b9b8-2110caf30517 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2836039 Aug 19 09:17:22.652369 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.659415 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.662537 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Transition to ACTIVE for port object 19933095-2818-4fe6-ab33-0d3d74b03cae will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:22.678238 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.687575 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:22.699023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6384a61-63ba-4235-8d99-c597ee563bb5,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.702277 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Checking segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:22.702705 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Network hostable DHCP agents. Network: 5e78b5e6-6e38-4b51-a3a6-7fec0d074363, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:22.710015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.710465 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Added segment 92100485-1309-4030-b172-549efd1764c6 of type vlan for network e126f8ed-64f2-47a9-87ee-97da8c7e6721 Aug 19 09:17:22.743735 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:22.747028 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:22.756699 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:22.763145 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.765916 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-f862704f-cdbe-4653-8101-8576736bc8e4 service neutron] 10.222.0.32 "GET /v2.0/networks/64ed585a-dafa-4239-9b89-ad18bb66a515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015937 Aug 19 09:17:22.773998 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:22.788316 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Pushing event updated for resources: {'Port': ['ID=19933095-2818-4fe6-ab33-0d3d74b03cae,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.799394 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 5e78b5e6-6e38-4b51-a3a6-7fec0d074363) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:22.803810 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:22.804247 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.806877 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.807771 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:22.808818 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.843288 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38ed30-c9a1-40b0-8920-e4341ae9650b None None] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:22.848709 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.849054 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.849397 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.849730 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.850057 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.850388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.850701 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.851024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.851393 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.851719 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.852049 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.852355 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Tracked resource versions report: Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: pushed versions: Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: { 'AddressGroup': {'1.2'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'ConntrackHelper': {'1.0'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Log': {'1.0'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Network': {'1.1'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Port': {'1.7'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'PortForwarding': {'1.2'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'QosPolicy': {'1.9'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroup': {'1.4'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SubPort': {'1.0'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Subnet': {'1.1'}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Trunk': {'1.1'}} Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: consumer versions: Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: HyperV agent@hv-cinder-77387: {}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'ConntrackHelper': '1.0', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Log': '1.0', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Network': '1.1', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Port': '1.7', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'PortForwarding': '1.2', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'QosPolicy': '1.9', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroup': '1.4', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SecurityGroupRule': '1.2', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'SubPort': '1.0', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Subnet': '1.1', Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: 'Trunk': '1.1'}} Aug 19 09:17:22.853430 dv-cinder-773876-3-iscsi neutron-server[93739]: {{(pid=93739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:17:22.861076 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Attempting to bind port 19933095-2818-4fe6-ab33-0d3d74b03cae on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:22.861360 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Attempting to bind port 19933095-2818-4fe6-ab33-0d3d74b03cae by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:22.861706 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Attempting to bind port 19933095-2818-4fe6-ab33-0d3d74b03cae on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:22.868228 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:22.868603 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Checking segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:22.869008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.869402 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Bound using segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:22.869875 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Bound port: 19933095-2818-4fe6-ab33-0d3d74b03cae, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:22.870272 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:22.892380 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a9e532fa-5dca-49cd-a7e2-45bc0077cda9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7317092 Aug 19 09:17:22.896397 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6962228 Aug 19 09:17:22.900175 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43428) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:22.901119 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3582f63-58e6-4196-b6ba-c9988a9ca67d admin admin] Pushing event updated for resources: {'Network': ['ID=e126f8ed-64f2-47a9-87ee-97da8c7e6721,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:22.925948 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network e126f8ed-64f2-47a9-87ee-97da8c7e6721 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:22.936932 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Request body: {'subnet': {'network_id': 'e126f8ed-64f2-47a9-87ee-97da8c7e6721', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-837720112-subnet', 'tenant_id': '394871cd87ce49e8887d09d58f2595ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:22.943518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43432) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:22.963895 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Made reservation on behalf of 394871cd87ce49e8887d09d58f2595ff for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:22.967556 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.031695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-fa935d2f-133e-420d-9d3b-fea16ffc00dc service neutron] 10.222.0.32 "GET /v2.0/networks/64ed585a-dafa-4239-9b89-ad18bb66a515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310033 Aug 19 09:17:23.142499 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] For port 19933095-2818-4fe6-ab33-0d3d74b03cae, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:23.145831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] For port 19933095-2818-4fe6-ab33-0d3d74b03cae, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=19933095-2818-4fe6-ab33-0d3d74b03cae,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:23.188507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.204261 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.284273 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089c7590-86c5-4930-a72e-54e9d241a3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.321152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.330236 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eecda-c0e6-4b80-b739-42293a81ecfc None None] Pushing event updated for resources: {'Port': ['ID=19933095-2818-4fe6-ab33-0d3d74b03cae,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:23.338956 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b5b29-4de6-4f1c-b88f-33e7f2d8c47e None None] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:23.457460 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b77477e-b1a0-4d1b-86f0-b57169a0b363,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:23.537394 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Checking segment: {'id': '92100485-1309-4030-b172-549efd1764c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e126f8ed-64f2-47a9-87ee-97da8c7e6721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:23.537754 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Network hostable DHCP agents. Network: e126f8ed-64f2-47a9-87ee-97da8c7e6721, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:23.572688 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Network e126f8ed-64f2-47a9-87ee-97da8c7e6721 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:23.604390 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, e126f8ed-64f2-47a9-87ee-97da8c7e6721) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:23.611362 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:23.612189 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.616351 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f72d32-8c42-4233-8d1f-e63ce2d70000 None None] Network e126f8ed-64f2-47a9-87ee-97da8c7e6721 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:23.756264 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8cca4fe4-4276-4d6d-bfe6-98458c63af17 req-96833618-a5b8-4907-886f-653072e8562e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.1722906 Aug 19 09:17:23.807848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43480) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:23.813463 dv-cinder-773876-3-iscsi neutron-server[93737]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 09:17:23.824018 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.910985 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:23.914230 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d549d7-eae7-43bf-a9cd-54d23f0831c6 None None] Network e126f8ed-64f2-47a9-87ee-97da8c7e6721 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:23.988383 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089c7590-86c5-4930-a72e-54e9d241a3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.055513 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089c7590-86c5-4930-a72e-54e9d241a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.125030 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b4e5e85c-a70a-4d4d-801a-b3e5c7554ec7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1973338 Aug 19 09:17:24.150823 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-089c7590-86c5-4930-a72e-54e9d241a3c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=601431525f424e4f91eebc62ec7419d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2062738 Aug 19 09:17:24.158495 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7590-86c5-4930-a72e-54e9d241a3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48f0d6-b66b-4622-b1d3-21df308b0784,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:24.165643 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43492) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:24.291741 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ad368abc-d5d9-4120-9c78-707be2421651 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:24.304358 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ad368abc-d5d9-4120-9c78-707be2421651 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.4952946 Aug 19 09:17:24.312884 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.338285 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-acff6dc0-d733-4742-a38e-6b6e56c06ff2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/quotas/8bd62739089241319075c92d0306a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0304701 Aug 19 09:17:24.352433 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.429729 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.448283 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43510) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:24.671798 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.674292 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.678254 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e48f0d6-b66b-4622-b1d3-21df308b0784 HTTP/1.1" status: 204 len: 168 time: 0.5084674 Aug 19 09:17:24.705586 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1603837-f215-4f87-9d0d-e110a6b2203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48f0d6-b66b-4622-b1d3-21df308b0784,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:24.705890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-5f650236-017b-42e3-8b0f-4c9a6ad3604a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3580730 Aug 19 09:17:24.780637 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Allocated IP 172.27.3.94 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/af290a33-c827-4f6e-9ed3-53714809f45c) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:24.787529 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Deleting subnet 3c9824ca-6892-4e30-8fa5-900cf6cff9f0 {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:17:24.803969 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.884330 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.896702 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:24.946833 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ce5bc-fab4-45f8-ab2e-2c81a56934cd None None] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:24.995429 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.030156 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-fdd2be21-1c90-4192-96ae-141cda74c41d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:17:25.037769 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-fdd2be21-1c90-4192-96ae-141cda74c41d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2423072 Aug 19 09:17:25.107751 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-e4c8a50e-1f4f-477b-95c9-ddd88e2bb3a4 None None] Provisioning for port 19933095-2818-4fe6-ab33-0d3d74b03cae completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:25.142815 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-11d50015-831a-4262-9236-39f822479169 req-cda97a99-7ae2-4e36-b7a6-c9943a70b516 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0921752 Aug 19 09:17:25.159977 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9824ca-6892-4e30-8fa5-900cf6cff9f0,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:25.190545 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-e069e584-142b-4b80-b28f-0526a64f146e service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518500 Aug 19 09:17:25.270798 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Router aec4aca6-6435-422a-bb04-8b1e75a272bf is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:17:25.294935 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.377947 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.380383 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e295b60f-b833-46b4-9ebe-f5e80dee1382 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c9824ca-6892-4e30-8fa5-900cf6cff9f0 HTTP/1.1" status: 204 len: 168 time: 0.9307859 Aug 19 09:17:25.380971 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43560) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:25.415111 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 19933095-2818-4fe6-ab33-0d3d74b03cae up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:25.507033 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 19933095-2818-4fe6-ab33-0d3d74b03cae completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:25.536257 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-0fbb1537-7ba6-4246-9d2f-b6b3e87bb91a service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421781 Aug 19 09:17:25.540673 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 19933095-2818-4fe6-ab33-0d3d74b03cae triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:25.541058 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.550443 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.704039 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.755254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:17:25.768416 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Sync routers for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:17:25.772005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-9f7de2be-679a-4df2-86da-e915d7c6070e None None] Provisioning complete for port 19933095-2818-4fe6-ab33-0d3d74b03cae triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:25.772388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f7de2be-679a-4df2-86da-e915d7c6070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.781207 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:25.781677 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:25.812439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:25.819582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.837111 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:25.851253 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.855774 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.860176 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:25.861367 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.861923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > port after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.863151 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.863895 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > port after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.864247 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.864668 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.865414 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.870956 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:25.889611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Pushing event updated for resources: {'Port': ['ID=af290a33-c827-4f6e-9ed3-53714809f45c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:25.937300 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:25.996662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.000677 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b7171f3b-8b95-499e-8b38-d5427229af93 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6203406 Aug 19 09:17:26.073087 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:26.077910 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43598) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:26.088381 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 19933095-2818-4fe6-ab33-0d3d74b03cae, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=19933095-2818-4fe6-ab33-0d3d74b03cae,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:17:26.102806 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.119993 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9f7de2be-679a-4df2-86da-e915d7c6070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.219339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:26.219930 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:26.223714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:26.224390 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:17:26.225245 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeedc58-f265-4f89-b162-a77ec6efc796']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:26.249720 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=19933095-2818-4fe6-ab33-0d3d74b03cae,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:26.252489 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4acf78a4-0fd3-460b-8fca-393fc6358a13 req-9a6974e7-787c-4749-8337-7d2a710b0f9c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.2611396 Aug 19 09:17:26.273099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519ce1f9-6810-437c-8f25-7f71bc91cfec') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:26.273395 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519ce1f9-6810-437c-8f25-7f71bc91cfec') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:26.316087 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.361965 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.381074 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:17:26.382312 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: from cryptography.utils import int_from_bytes Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: from cryptography.utils import int_from_bytes Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:17:26.394994 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:17:26.492529 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:22Z', 'revision_number': 3, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:26.526285 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Checking router: aec4aca6-6435-422a-bb04-8b1e75a272bf for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:17:26.526584 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Updating router aec4aca6-6435-422a-bb04-8b1e75a272bf port ed885d62-d680-41cd-9509-dc0054350e7f binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:17:26.553538 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.583381 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.db.api [None req-9f7de2be-679a-4df2-86da-e915d7c6070e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 09:17:26.598163 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-27a8bcd9-3ba8-4913-a8d3-f02215a04c00 req-005c1672-f834-4cb5-bb57-238173a9d7c0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.1020887 Aug 19 09:17:26.598381 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG oslo_db.api [None req-9f7de2be-679a-4df2-86da-e915d7c6070e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 09:17:26.612595 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.633400 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.635890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0eeedc58-f265-4f89-b162-a77ec6efc796 HTTP/1.1" status: 204 len: 168 time: 1.2525141 Aug 19 09:17:26.640813 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43628) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:26.652402 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1492a-0b2b-4fab-a3b9-1c8c0a75bb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eeedc58-f265-4f89-b162-a77ec6efc796,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:26.824634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Deleting subnet 6b77477e-b1a0-4d1b-86f0-b57169a0b363 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:17:26.838413 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.903402 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.913710 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Transition to ACTIVE for port object ed885d62-d680-41cd-9509-dc0054350e7f will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:26.922798 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:26.928616 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.002173 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Attempting to bind port ed885d62-d680-41cd-9509-dc0054350e7f on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:27.002760 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Attempting to bind port ed885d62-d680-41cd-9509-dc0054350e7f by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:27.003035 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Attempting to bind port ed885d62-d680-41cd-9509-dc0054350e7f on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:27.015927 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:27.016311 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:27.016731 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.017240 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:27.017721 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Bound port: ed885d62-d680-41cd-9509-dc0054350e7f, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:27.019200 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.020278 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.069862 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.070328 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ed885d62-d680-41cd-9509-dc0054350e7f,revision_number=2']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:27.085685 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.086036 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.086376 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.086714 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.087048 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.087411 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.087740 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.088062 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.088685 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.089169 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.089664 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.090155 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Tracked resource versions report: Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: pushed versions: Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: { 'AddressGroup': {'1.2'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'ConntrackHelper': {'1.0'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Log': {'1.0'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Network': {'1.1'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Port': {'1.7'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'PortForwarding': {'1.2'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'QosPolicy': {'1.9'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroup': {'1.4'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroupRule': {'1.2'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SubPort': {'1.0'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Subnet': {'1.1'}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Trunk': {'1.1'}} Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: consumer versions: Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: { DHCP agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: HyperV agent@hv-cinder-77387: {}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: L3 agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: Metadata agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: Metering agent@dv-cinder-773876-3-iscsi: {}, Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: Open vSwitch agent@dv-cinder-773876-3-iscsi: { 'AddressGroup': '1.2', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'ConntrackHelper': '1.0', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Log': '1.0', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Network': '1.1', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Port': '1.7', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'PortForwarding': '1.2', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'QosPolicy': '1.9', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroup': '1.4', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SecurityGroupRule': '1.2', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'SubPort': '1.0', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Subnet': '1.1', Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: 'Trunk': '1.1'}} Aug 19 09:17:27.091604 dv-cinder-773876-3-iscsi neutron-server[93740]: {{(pid=93740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 09:17:27.108905 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] For port ed885d62-d680-41cd-9509-dc0054350e7f, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:27.131680 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] For port ed885d62-d680-41cd-9509-dc0054350e7f, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ed885d62-d680-41cd-9509-dc0054350e7f,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:27.150118 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.243324 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:27.244079 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:27.260399 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 19933095-2818-4fe6-ab33-0d3d74b03cae up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:27.278047 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.282888 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02677a-2d73-42ad-a594-3a676d67e3f1 None None] Pushing event updated for resources: {'Port': ['ID=ed885d62-d680-41cd-9509-dc0054350e7f,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:27.330415 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 19933095-2818-4fe6-ab33-0d3d74b03cae triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:27.331145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.446706 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:27.485272 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b77477e-b1a0-4d1b-86f0-b57169a0b363,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:27.516186 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.520611 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-eb0635cc-285c-4a5c-bef8-f3d3d83ddba0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b77477e-b1a0-4d1b-86f0-b57169a0b363 HTTP/1.1" status: 204 len: 168 time: 0.8615992 Aug 19 09:17:27.521193 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43656) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:27.552338 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c4057778-7b13-4fec-a63e-bc801a5fd06c req-052912ff-049b-4967-be47-f650ac9a059d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0590875 Aug 19 09:17:27.585547 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.711143 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.725886 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.766184 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:22Z', 'revision_number': 3, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:27.780499 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e29f565-59cd-4a5e-be8e-37fe4d2f35a6 req-6a7de206-bd88-45ca-b7bf-2c291494f72a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0394251 Aug 19 09:17:27.792906 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bc3f3-18dc-471c-9fdd-81f4efafa3a3 None None] The sync data for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi is: [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:22Z', 'revision_number': 3, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:17:27.810381 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.823175 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e126f8ed-64f2-47a9-87ee-97da8c7e6721']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:27.840968 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92100485-1309-4030-b172-549efd1764c6') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:27.842012 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92100485-1309-4030-b172-549efd1764c6') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:27.853023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.869653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.876966 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:17:27.877384 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:17:27.879741 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:17:27.911309 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Router 0aaae05d-4633-4955-965f-106312160135 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:17:27.936580 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.944835 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:27.946803 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e126f8ed-64f2-47a9-87ee-97da8c7e6721 HTTP/1.1" status: 204 len: 168 time: 0.4245331 Aug 19 09:17:27.963718 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab194a-0e9f-41ad-ba24-3aad55e2afa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e126f8ed-64f2-47a9-87ee-97da8c7e6721,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:28.104330 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Allocated IP 172.20.0.1 (82e71227-b874-48ff-b3e0-b3bc213455c5/6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1/5b2cd973-67d1-4672-b47c-2e412463d021) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:28.117781 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:17:28.128209 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:17:28.140615 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:28.141419 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:28.167097 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.168340 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f9105c37-d6ad-4dfa-be55-73d0cfa2eb8a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3061545 Aug 19 09:17:28.171464 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43670) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:28.198009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43672) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:28.267457 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-647dff7a-16ad-48c6-b1b3-b4a76f30a5bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a102cfb497b1436cb896b0d8a5d0de04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682480 Aug 19 09:17:28.273555 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43674) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:28.277693 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:28.284897 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.363950 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.398107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.455420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:28.458709 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.478465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:28.481862 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:28.490119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:28.490593 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.499794 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:26Z', 'revision_number': 3, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:28.533596 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:17:28.534483 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Updating router 0aaae05d-4633-4955-965f-106312160135 port af290a33-c827-4f6e-9ed3-53714809f45c binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:17:28.561195 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.699808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.703010 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.704327 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea787105-cb35-4eea-972d-b91d366134b7 HTTP/1.1" status: 204 len: 168 time: 0.4296060 Aug 19 09:17:28.750851 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d662f1-3daa-4d32-b217-250645f84403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea787105-cb35-4eea-972d-b91d366134b7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:28.837033 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5c794d95-79be-4ac7-841a-30bae956f19f req-76f5726b-c4ea-4b84-bb9b-d1f81b3bbe0d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0439739 Aug 19 09:17:28.862117 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.934966 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.954267 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:28.962987 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38bafcfd-23a8-4831-bd20-1c210228d3b0 req-a0738da0-b795-48d2-920a-f188691811f4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0401361 Aug 19 09:17:28.969406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Transition to ACTIVE for port object af290a33-c827-4f6e-9ed3-53714809f45c will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:28.980286 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.053755 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Attempting to bind port af290a33-c827-4f6e-9ed3-53714809f45c on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:29.054123 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Attempting to bind port af290a33-c827-4f6e-9ed3-53714809f45c by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:29.054488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Attempting to bind port af290a33-c827-4f6e-9ed3-53714809f45c on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:29.057928 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d023-bdf1-4351-b535-774e7027c29f None None] Pushing event updated for resources: {'Port': ['ID=af290a33-c827-4f6e-9ed3-53714809f45c,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:29.063250 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:29.063665 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:29.064074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.064466 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:29.064945 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Bound port: af290a33-c827-4f6e-9ed3-53714809f45c, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:29.065352 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.127369 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] For port af290a33-c827-4f6e-9ed3-53714809f45c, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:29.131871 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] For port af290a33-c827-4f6e-9ed3-53714809f45c, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af290a33-c827-4f6e-9ed3-53714809f45c,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:29.140821 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.146684 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.157512 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.158746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.219214 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d023-bdf1-4351-b535-774e7027c29f None None] Pushing event updated for resources: {'Port': ['ID=af290a33-c827-4f6e-9ed3-53714809f45c,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:29.222257 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:29.223047 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:29.244053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:29.277967 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43692) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:29.342427 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ed885d62-d680-41cd-9509-dc0054350e7f up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:29.349079 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Allocated IP 172.20.0.1 (20ee0fa8-4951-43ba-b13c-ba279ba12aa3/de6e49e1-5883-4759-96c0-82a61161ab56/fd4cc2db-a35d-492c-97c2-7d4eec98f9ac) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:29.368991 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3056a80c-e1b6-47a3-9408-a8c1089daf46 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=394871cd87ce49e8887d09d58f2595ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0897343 Aug 19 09:17:29.373393 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43694) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:29.409833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:29.416423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:29.424284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:29.478879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.485040 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.503681 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Transition to ACTIVE for port object fd4cc2db-a35d-492c-97c2-7d4eec98f9ac will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:29.540918 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.597804 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:29.602426 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:29.608099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:29.611940 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:29.642336 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port ed885d62-d680-41cd-9509-dc0054350e7f completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:29.649722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port ed885d62-d680-41cd-9509-dc0054350e7f triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:29.649722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.662441 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.664043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.715950 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Router aec4aca6-6435-422a-bb04-8b1e75a272bf has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:17:29.819150 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.821980 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.826459 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6384a61-63ba-4235-8d99-c597ee563bb5 HTTP/1.1" status: 204 len: 168 time: 0.4513135 Aug 19 09:17:29.835379 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.867408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port ed885d62-d680-41cd-9509-dc0054350e7f, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ed885d62-d680-41cd-9509-dc0054350e7f,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:17:29.878245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:29.884801 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:26Z', 'revision_number': 3, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:29.922444 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c2ab2-a06e-4bec-a9e2-13a46e36939e None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:26Z', 'revision_number': 3, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:17:29.938232 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc91bf-0ab5-4e58-9664-36dd25e69552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6384a61-63ba-4235-8d99-c597ee563bb5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:29.939358 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.028082 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=ed885d62-d680-41cd-9509-dc0054350e7f,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:30.038671 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5b52f476-837f-48eb-86d4-9493a3826005 None None] Provisioning for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:30.043197 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5b52f476-837f-48eb-86d4-9493a3826005 None None] Provisioning complete for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:30.043732 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b52f476-837f-48eb-86d4-9493a3826005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.071996 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2076bd6-fb4a-43d5-b183-4436c0f449d8 req-f2659f50-b280-46ca-aedd-38f097da1351 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0902874 Aug 19 09:17:30.074004 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:17:30.100551 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e176f833-a558-42e5-bcca-97334749fa89 admin admin] 10.222.0.32 "PUT /v2.0/routers/aec4aca6-6435-422a-bb04-8b1e75a272bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0085242 Aug 19 09:17:30.100795 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-5b52f476-837f-48eb-86d4-9493a3826005 None None] Port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:17:30.110443 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Sync routers for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:17:30.126767 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:30.127687 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:30.132343 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f0c83bd6-82ab-41f3-bcb8-3c2bcab8af49 req-6e6e438a-1ebf-4cb9-92c3-137239a65c97 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0380368 Aug 19 09:17:30.224309 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.230397 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.332366 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:30.345755 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.381617 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:30.617282 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:30.619285 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:30.748873 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:28Z', 'revision_number': 4, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '5b2cd973-67d1-4672-b47c-2e412463d021', 'name': '', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'mac_address': 'fa:16:3e:15:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:27Z', 'updated_at': '2021-08-19T09:17:28Z', 'revision_number': 2, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'subnets': [{'id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:30.780331 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Checking router: aec4aca6-6435-422a-bb04-8b1e75a272bf for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:17:30.782055 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Updating router aec4aca6-6435-422a-bb04-8b1e75a272bf port 5b2cd973-67d1-4672-b47c-2e412463d021 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:17:30.860966 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:30.881130 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-d87de471-92a4-4ff9-87ae-2aa78a10c4a0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:30.886054 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-d87de471-92a4-4ff9-87ae-2aa78a10c4a0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 819 time: 0.2219853 Aug 19 09:17:30.917078 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-f981aceb-9827-430f-8624-9535e46de11a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/quotas/c12ed2bcdb61430986f3980ed2e7a8bd HTTP/1.1" status: 200 len: 375 time: 0.0222154 Aug 19 09:17:30.918981 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:17:31.040758 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5f4acb21-4d16-4c6b-943c-f67afab4f88c None None] Provisioning complete for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:31.043557 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5f4acb21-4d16-4c6b-943c-f67afab4f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:31.055939 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-7ba718b7-e86b-4655-a6d5-81791f953322 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307802 Aug 19 09:17:31.179602 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-5f4acb21-4d16-4c6b-943c-f67afab4f88c None None] Port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:17:31.197654 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.35', 58770) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:31.256335 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-b301b69c-0839-43dc-9f69-ad2ef9518c84 service neutron] 10.222.0.32 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959803 Aug 19 09:17:31.332823 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:17:31.345820 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0f3b9f5a-c838-4a7d-9696-f289de9ac697 admin admin] 10.222.0.32 "PUT /v2.0/routers/0aaae05d-4633-4955-965f-106312160135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732399 Aug 19 09:17:31.512566 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-dc8d1457-4c16-4fb4-b0b9-3eb650154d44 service neutron] 10.222.0.32 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430637 Aug 19 09:17:31.584503 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:31.602054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-2418eb83-ff4f-43d0-9b95-a6d5709137df tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:31.604468 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-2418eb83-ff4f-43d0-9b95-a6d5709137df tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.35 "GET /v2.0/networks?id=64ed585a-dafa-4239-9b89-ad18bb66a515 HTTP/1.1" status: 200 len: 811 time: 0.4052958 Aug 19 09:17:31.607805 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ac6e4a35-f720-456d-b943-bacac290ed8b req-76937e6b-ee7c-416c-89a5-0b45ab02adc4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.1616790 Aug 19 09:17:31.612177 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Transition to ACTIVE for port object 5b2cd973-67d1-4672-b47c-2e412463d021 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:31.619560 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ed885d62-d680-41cd-9509-dc0054350e7f up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:31.620953 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:31.688615 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Request body: {'port': {'device_id': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515', 'admin_state_up': True, 'tenant_id': '32a1a9a34bd848cd8c97172208bd43ce'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:31.749635 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea315d-77c3-4a7c-ac90-9dac414ecf86 None None] Pushing event updated for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:31.779383 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port ed885d62-d680-41cd-9509-dc0054350e7f triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:31.781968 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:31.985190 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Attempting to bind port 5b2cd973-67d1-4672-b47c-2e412463d021 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:31.985558 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Attempting to bind port 5b2cd973-67d1-4672-b47c-2e412463d021 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:31.986381 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Attempting to bind port 5b2cd973-67d1-4672-b47c-2e412463d021 on network 82e71227-b874-48ff-b3e0-b3bc213455c5 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:32.008719 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:32.009907 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Checking segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:32.011358 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.012231 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Bound using segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:32.012770 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Bound port: 5b2cd973-67d1-4672-b47c-2e412463d021, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:32.013373 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.014375 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af290a33-c827-4f6e-9ed3-53714809f45c up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:32.119685 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port af290a33-c827-4f6e-9ed3-53714809f45c completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:32.130341 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port af290a33-c827-4f6e-9ed3-53714809f45c triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:32.131224 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.191861 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-aa0c9f5f-cfd6-423d-a898-d2c5bfe36b10 req-818f03c0-7498-4cd0-9841-ae0c2056cf3c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.4044352 Aug 19 09:17:32.225805 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] For port 5b2cd973-67d1-4672-b47c-2e412463d021, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:32.234646 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] For port 5b2cd973-67d1-4672-b47c-2e412463d021, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=5b2cd973-67d1-4672-b47c-2e412463d021,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:32.244833 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.257207 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.35', 58779) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:32.329061 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.365443 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-181d7da1-cae2-40c9-9779-884f2cd723b8 req-fceac416-2329-4f6e-8017-19d4e12e8729 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 210 time: 0.0536623 Aug 19 09:17:32.417521 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port af290a33-c827-4f6e-9ed3-53714809f45c, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af290a33-c827-4f6e-9ed3-53714809f45c,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:17:32.429400 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.439107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Made reservation on behalf of 32a1a9a34bd848cd8c97172208bd43ce for: {'port': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:32.452420 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:32.480706 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:32.484948 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:32.576348 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=af290a33-c827-4f6e-9ed3-53714809f45c,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:32.673284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-75e24375-ad14-45a5-90e8-d240984147c5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:32.675597 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-75e24375-ad14-45a5-90e8-d240984147c5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.4155359 Aug 19 09:17:32.702753 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Request body: {'port': {'device_id': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'admin_state_up': True, 'tenant_id': '8bd62739089241319075c92d0306a0a3'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:32.910826 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea315d-77c3-4a7c-ac90-9dac414ecf86 None None] Pushing event updated for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:32.911978 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:17:32.926491 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:32.933165 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:33.021879 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:33.244881 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:33.258981 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:33.299539 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f3727f64-5799-4f0a-be27-d3c706293aa9 req-1e9d99eb-de33-4354-a36f-6aa13af6b9d9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0423224 Aug 19 09:17:33.353649 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43868) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:33.367847 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af290a33-c827-4f6e-9ed3-53714809f45c up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:33.381376 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447702213', 'description': 'tempest-description--1325751346'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:33.509458 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:33.525519 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Allocated IP 172.20.0.7 (64ed585a-dafa-4239-9b89-ad18bb66a515/8d1bb644-f541-488e-814f-3fece59b802c/fe32dc17-332d-4b18-91b9-52ea978ffebd) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:33.546646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port af290a33-c827-4f6e-9ed3-53714809f45c triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:33.547364 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:33.630959 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:28Z', 'revision_number': 4, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '5b2cd973-67d1-4672-b47c-2e412463d021', 'name': '', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'mac_address': 'fa:16:3e:15:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:27Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'subnets': [{'id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:33.769215 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:33.770888 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f4007-36e6-45b2-b9c3-7c40637e0475 None None] The sync data for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi is: [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:17:28Z', 'revision_number': 4, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '5b2cd973-67d1-4672-b47c-2e412463d021', 'name': '', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'mac_address': 'fa:16:3e:15:a1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:27Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'subnets': [{'id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:17:33.993672 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c346fca7-0230-4c21-af3f-c37543ef0561 req-98171b93-cc7e-4253-b6a9-1248a37d9100 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.1011865 Aug 19 09:17:34.028388 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.071352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.35', 58786) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:34.158974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.389539 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Network 64ed585a-dafa-4239-9b89-ad18bb66a515 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:34.405884 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:34.418377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:34.494118 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.541603 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Pushing event updated for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:34.572307 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:30Z', 'revision_number': 2, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:34.600034 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43910) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:34.639668 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:17:34.640042 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Updating router 0aaae05d-4633-4955-965f-106312160135 port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:17:34.692057 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:34.697815 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.707060 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.724447 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-a1bdad15-f42b-4aac-a076-7ad03524ea51 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:34.726052 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-a1bdad15-f42b-4aac-a076-7ad03524ea51 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 819 time: 1.0937047 Aug 19 09:17:34.727778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Allocated IP 172.20.0.6 (5e78b5e6-6e38-4b51-a3a6-7fec0d074363/e2f4ac5d-43fa-48cd-891c-5fadb9193dd5/d13f978a-34d4-4492-ad11-9cefbdb91dcc) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:34.771322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-480eb55b-effd-4aca-9de2-6fcb7577fe84 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:34.772891 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-480eb55b-effd-4aca-9de2-6fcb7577fe84 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 819 time: 0.6729326 Aug 19 09:17:34.783776 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.797024 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.808103 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e34efb2e-7daf-48eb-9a5a-675f6c62540b req-083d0c8f-7307-41dc-bcad-748c32276a2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0671484 Aug 19 09:17:34.869219 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-daa005bc-2ec4-491a-b15a-49584289c2dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1442101 Aug 19 09:17:34.879842 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:34.881393 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5232015 Aug 19 09:17:34.884529 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43924) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:34.890487 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-f958a978-0482-4d6a-9d95-619d508a9687 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/quotas/c12ed2bcdb61430986f3980ed2e7a8bd HTTP/1.1" status: 200 len: 375 time: 0.1506522 Aug 19 09:17:34.893072 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group_rule': {'security_group_id': '2b54d219-9191-4867-b81f-4896120631cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:35.001581 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.038766 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-730d36fc-fb75-485c-b119-031be7397cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.041840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e9f2-6bd1-421c-9947-6d13835cf262 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54d219-9191-4867-b81f-4896120631cd,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:35.151767 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-11230adb-8ab6-470d-89d4-23d2228f5f1c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2600298 Aug 19 09:17:35.178715 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.196957 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.298005 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.371901 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 5b2cd973-67d1-4672-b47c-2e412463d021 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:35.372124 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.394000 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603e8814-da5a-44de-bdc8-98cfd84923e2,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:35.536770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 5b2cd973-67d1-4672-b47c-2e412463d021 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:35.546424 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c761-168b-414a-85f2-0992abfa73a3 req-7ca48f8d-93d5-4076-9552-34316742e7f9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:35.548227 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66c9c761-168b-414a-85f2-0992abfa73a3 req-7ca48f8d-93d5-4076-9552-34316742e7f9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.2461293 Aug 19 09:17:35.559002 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 5b2cd973-67d1-4672-b47c-2e412463d021 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:35.559411 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.574235 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-730d36fc-fb75-485c-b119-031be7397cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.629470 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-730d36fc-fb75-485c-b119-031be7397cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.672161 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.673452 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3dbd5169-8a8a-4628-8870-53c3f45bf2f3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7877431 Aug 19 09:17:35.729429 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d36fc-fb75-485c-b119-031be7397cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b880b-548e-42ec-b0cd-992ad7261e62,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:35.736364 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43944) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:35.736699 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43946) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:35.751875 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group_rule': {'security_group_id': '2b54d219-9191-4867-b81f-4896120631cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:35.781539 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.822662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:35.832460 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66c9c761-168b-414a-85f2-0992abfa73a3 req-69d94c4d-865f-4320-bbac-76862b529fc5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721860 Aug 19 09:17:35.834626 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:35.852172 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:35.858924 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:35.859813 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:35.875429 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-730d36fc-fb75-485c-b119-031be7397cc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9820f95576434b7a89a4295e39ce3405&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2691441 Aug 19 09:17:35.882177 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43954) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:35.898427 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event updated for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:35.927140 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1ab8d731-a318-482d-8a38-5b5107d437bb service neutron] 10.222.0.32 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682900 Aug 19 09:17:35.950294 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.061433 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-7caec61b-fa3b-4423-af12-db2ce04a72fa service neutron] 10.222.0.32 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331604 Aug 19 09:17:36.071840 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-ab235af7-0a1b-40f5-9b1f-5d9c405bc479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3813598 Aug 19 09:17:36.111920 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.127332 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Transition to ACTIVE for port object fd4cc2db-a35d-492c-97c2-7d4eec98f9ac will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:36.134529 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.141342 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.143520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.152119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.190355 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb820758-c43f-4548-b6a5-127737002bfa,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:36.211090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980567cd-d5fb-430b-bfc0-89a4c6a71fc2 None None] Pushing event updated for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:36.211506 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.225202 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.228954 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a6140204-8b8c-4c53-b9f1-3c2c753c578b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4870098 Aug 19 09:17:36.232957 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 43964) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:36.251994 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 5b2cd973-67d1-4672-b47c-2e412463d021, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=5b2cd973-67d1-4672-b47c-2e412463d021,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:17:36.260163 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.272746 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:36.349731 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:36.389057 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.391813 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.396010 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e0b880b-548e-42ec-b0cd-992ad7261e62 HTTP/1.1" status: 204 len: 168 time: 0.5065439 Aug 19 09:17:36.430541 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11390cfe-8fe5-45b4-b3cf-bb9ca6cc77fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b880b-548e-42ec-b0cd-992ad7261e62,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:36.499113 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8bda6fba-1f53-4503-83f5-7dd24dec9f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.506342 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.524177 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Attempting to bind port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:36.524812 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Attempting to bind port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:36.525328 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Attempting to bind port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:36.548817 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:36.551435 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Checking segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:36.551916 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.552418 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Bound using segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:36.553008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Bound port: fd4cc2db-a35d-492c-97c2-7d4eec98f9ac, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:36.554346 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.643565 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2dfa5c6f-e5ec-44a9-a29f-53051dbf7555 req-c4f01b32-e0cf-4b1e-9934-0bb59f6930be tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.1032629 Aug 19 09:17:36.684055 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] For port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:36.688045 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] For port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:36.696589 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.745303 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8bda6fba-1f53-4503-83f5-7dd24dec9f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.772956 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:17:36.773599 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:17:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:36.774324 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8bda6fba-1f53-4503-83f5-7dd24dec9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:36.845750 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6fba-1f53-4503-83f5-7dd24dec9f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e507623-98fc-4a0d-a497-32981831c668,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:36.856258 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:17:36.922190 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9565c3-a518-4114-83c3-6fa8f32f6232 req-58f67cec-ff8f-4879-958c-1d8cf46c054e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:36.930065 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9f9565c3-a518-4114-83c3-6fa8f32f6232 req-58f67cec-ff8f-4879-958c-1d8cf46c054e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.6095552 Aug 19 09:17:36.996176 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980567cd-d5fb-430b-bfc0-89a4c6a71fc2 None None] Pushing event updated for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:37.063224 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 43992) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:37.069431 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8bda6fba-1f53-4503-83f5-7dd24dec9f9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=930e9dc0b7834eb8a07424113da3c0de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3242366 Aug 19 09:17:37.120014 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9f9565c3-a518-4114-83c3-6fa8f32f6232 req-84f1401a-5909-45e7-8423-b6727af6752b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888340 Aug 19 09:17:37.156838 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:17:37.168379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.256544 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.311523 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44002) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:37.369522 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.376058 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 5b2cd973-67d1-4672-b47c-2e412463d021 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:37.460908 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Allocated IP 172.27.3.104 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/b6ce6fa6-b52b-4cad-80e6-ad40462c74f1) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:37.494375 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d40ca184-79f1-48ff-8c7b-61df3ac56ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.509184 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 5b2cd973-67d1-4672-b47c-2e412463d021 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:37.509721 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.519103 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.521803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.525865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e507623-98fc-4a0d-a497-32981831c668 HTTP/1.1" status: 204 len: 168 time: 0.4610951 Aug 19 09:17:37.541082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a67e-b240-4771-a187-ce046596289b req-c93fd3de-64fc-48c8-b7d1-a982e8f8cc4e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:37.542702 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2614a67e-b240-4771-a187-ce046596289b req-c93fd3de-64fc-48c8-b7d1-a982e8f8cc4e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.2911317 Aug 19 09:17:37.554415 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d99e-8c17-4002-b2fc-00ce1e607a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e507623-98fc-4a0d-a497-32981831c668,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:37.631931 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:36Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:17:37.653667 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2614a67e-b240-4771-a187-ce046596289b req-51e28476-609d-4139-a5f0-a8a73efd9398 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010365 Aug 19 09:17:37.750788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.794658 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403d2d-fbf8-4f3b-ae41-7e151c50de0a None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:36Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:17:37.801190 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d40ca184-79f1-48ff-8c7b-61df3ac56ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.801400 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-18bfa9d7-eb92-4c77-84f3-0be1c5ef20dd req-063a119d-4721-460e-ad36-54953446d753 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0307229 Aug 19 09:17:37.807144 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d40ca184-79f1-48ff-8c7b-61df3ac56ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.853566 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:37.870489 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d40ca184-79f1-48ff-8c7b-61df3ac56ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4bdadf9348c4fc3b0ac42296d3c0860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257218 Aug 19 09:17:37.871378 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ca184-79f1-48ff-8c7b-61df3ac56ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c1835-0dd6-438e-b9b8-c8d15279d799,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:37.874540 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44010) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:37.940341 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:37.943893 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:37.947781 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:37.954912 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=b6ce6fa6-b52b-4cad-80e6-ad40462c74f1,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:37.975965 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.001350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.074866 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.078429 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.079707 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a79c1835-0dd6-438e-b9b8-c8d15279d799 HTTP/1.1" status: 204 len: 168 time: 0.2042413 Aug 19 09:17:38.105441 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0523c-30be-4e5b-8731-bd90dafea7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c1835-0dd6-438e-b9b8-c8d15279d799,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:38.233539 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.311031 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.384397 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fa844-7171-48b4-9be5-12647f036fca req-b2bc82d7-eea8-43da-b9f5-18472a5ea70b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:38.392693 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bd5fa844-7171-48b4-9be5-12647f036fca req-b2bc82d7-eea8-43da-b9f5-18472a5ea70b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.1206439 Aug 19 09:17:38.484611 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bd5fa844-7171-48b4-9be5-12647f036fca req-5d23f865-b4c8-4158-b932-05cabb50edb7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910830 Aug 19 09:17:38.641121 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.659860 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.767135 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=b6ce6fa6-b52b-4cad-80e6-ad40462c74f1,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:38.773739 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.800292 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:38.801725 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-7b6ccf03-fbf7-46ba-86e0-84c43ba11cfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5679638 Aug 19 09:17:38.916185 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b46c1-35d9-4b53-beae-d91e73532fe6 req-06376a4c-4c82-401c-9c14-e33cd2a4c979 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:38.918113 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a21b46c1-35d9-4b53-beae-d91e73532fe6 req-06376a4c-4c82-401c-9c14-e33cd2a4c979 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.1147656 Aug 19 09:17:38.959110 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3eebb2fa-0d53-42c4-b8c0-6f004896c11a req-a43e4a9c-ef0c-44d4-b55a-207b637ee5f8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0584705 Aug 19 09:17:39.010378 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a21b46c1-35d9-4b53-beae-d91e73532fe6 req-0ac3a3e8-3fbb-49df-ae86-d3a069270164 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Aug 19 09:17:39.242927 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-8c4a8b34-7d23-4678-8239-066ba1bc2a7e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--447702213&fields=id&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 267 time: 0.0850856 Aug 19 09:17:39.327854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fd4cc2db-a35d-492c-97c2-7d4eec98f9ac up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:39.392630 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-6c9e381d-ad7e-47be-94fd-fbd5c47d80a1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:39.401448 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:39.402635 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-6c9e381d-ad7e-47be-94fd-fbd5c47d80a1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 817 time: 0.1580501 Aug 19 09:17:39.408947 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:39.409975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:39.424276 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-e88c54f7-1ada-4702-95fe-24bdb3af38c8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/quotas/0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 375 time: 0.0204728 Aug 19 09:17:39.551310 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-e58c43f0-273d-48e1-b45a-0ef015b60307 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261187 Aug 19 09:17:39.565305 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:39.652796 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:17:39.659213 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:39.704445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-7f52da5c-5cc4-4e9b-9789-ddd40fbf46d7 service neutron] 10.222.0.32 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323507 Aug 19 09:17:39.744268 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:39.751075 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5c3e-03d6-405e-88b2-810738b2f9bd req-51d447ab-e903-44c4-8738-0ee7c6a684b7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:39.752916 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c88f5c3e-03d6-405e-88b2-810738b2f9bd req-51d447ab-e903-44c4-8738-0ee7c6a684b7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.1182415 Aug 19 09:17:39.810395 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c88f5c3e-03d6-405e-88b2-810738b2f9bd req-779ddeac-3d0a-4e9c-b9be-bee3f40a72da tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Aug 19 09:17:39.837525 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-c2777289-ef98-438d-b35e-9951e466c771 service neutron] 10.222.0.32 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322224 Aug 19 09:17:40.103301 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-91242139-9d14-455e-ab1b-632902a2ef3b req-0af6009d-959e-45ec-9ea8-b09769fdb86e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0689878 Aug 19 09:17:40.124791 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9dc4c903-68ed-4945-b939-010b1c94d027 req-06fac725-702d-47cf-9d01-95cd65461e65 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0528469 Aug 19 09:17:40.284503 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51ef3-5d11-452b-9e84-066b3637ab87 req-8a28ab7a-089e-4f59-a884-ecf8a276c668 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:40.288373 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a3f51ef3-5d11-452b-9e84-066b3637ab87 req-8a28ab7a-089e-4f59-a884-ecf8a276c668 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.1064775 Aug 19 09:17:40.516241 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a3f51ef3-5d11-452b-9e84-066b3637ab87 req-44eb6474-da45-4a6b-8324-cdd89afecc5b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196181 Aug 19 09:17:40.973149 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37396a-a576-450e-b446-eaeef66af7e9 req-4e9803ad-4b4c-46aa-a545-163fad6e3037 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:40.983169 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea37396a-a576-450e-b446-eaeef66af7e9 req-4e9803ad-4b4c-46aa-a545-163fad6e3037 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0858786 Aug 19 09:17:41.055032 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea37396a-a576-450e-b446-eaeef66af7e9 req-78339587-8fa6-4c44-b8e0-68de67a584d6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665855 Aug 19 09:17:41.255127 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ded321e3-e921-437e-a30a-4fe3bcb81779 req-1312b358-545a-420e-bc8f-85ce2a9a0979 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0590177 Aug 19 09:17:41.350764 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-50ba741e-554f-4f05-8cbb-dae94408dae0 req-2c54e398-3899-47ae-ade3-a4ff1fc4fae1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0928187 Aug 19 09:17:41.362666 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fd4cc2db-a35d-492c-97c2-7d4eec98f9ac up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:17:41.496371 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:41.498070 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:41.537635 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44176) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:41.764319 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-591621db-5792-495b-b218-f519734a6848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:41.778700 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a030d-c42d-4f5b-b143-6a47775ea494 req-514e40c7-e15f-4dd3-9342-f29960021d45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:41.795404 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ca9a030d-c42d-4f5b-b143-6a47775ea494 req-514e40c7-e15f-4dd3-9342-f29960021d45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.1172540 Aug 19 09:17:41.845645 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ca9a030d-c42d-4f5b-b143-6a47775ea494 req-30964b7f-30e9-41bd-a240-5134ed905b64 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Aug 19 09:17:41.917189 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-591621db-5792-495b-b218-f519734a6848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:41.922136 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-591621db-5792-495b-b218-f519734a6848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:41.963035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591621db-5792-495b-b218-f519734a6848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dbe82a-9df9-4520-8abc-62761ec19c3b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:41.969089 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-591621db-5792-495b-b218-f519734a6848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2722ad38a2b443599fa88f5a65ec6a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303815 Aug 19 09:17:41.972141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44194) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:42.033243 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.056143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.124555 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.127299 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.128488 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10dbe82a-9df9-4520-8abc-62761ec19c3b HTTP/1.1" status: 204 len: 168 time: 0.1548688 Aug 19 09:17:42.139077 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51340-17f6-455d-a77a-11415731f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dbe82a-9df9-4520-8abc-62761ec19c3b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:42.200529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab70a9-8810-414a-83e8-2fe4366cf88c req-fbbbeb4c-49ee-447e-acda-449e28fdeacd tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:42.208688 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15ab70a9-8810-414a-83e8-2fe4366cf88c req-fbbbeb4c-49ee-447e-acda-449e28fdeacd tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0603428 Aug 19 09:17:42.253145 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15ab70a9-8810-414a-83e8-2fe4366cf88c req-cb5d7050-7cb6-44b7-b28a-59c5ebdee9cf tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Aug 19 09:17:42.352423 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-01eb9990-1910-4d37-87d1-98c423b28945 req-d1acfe57-8e58-48dd-981e-68b03248390d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0283780 Aug 19 09:17:42.418645 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-490e02af-dcde-48a5-8842-20b5eb18d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.469565 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44208) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:42.476717 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-593bb809-dbfd-4317-b1be-c9ef2fe57f3d req-5aa4a3d9-b17c-496c-90ea-57796e96d4a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0291674 Aug 19 09:17:42.485960 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-90d6a867-aa53-41a7-878c-43d26e42d63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.602600 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-90d6a867-aa53-41a7-878c-43d26e42d63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.607862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-90d6a867-aa53-41a7-878c-43d26e42d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.648369 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-90d6a867-aa53-41a7-878c-43d26e42d63c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c38caf4f9b094240a34d9d5978059c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776929 Aug 19 09:17:42.649360 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6a867-aa53-41a7-878c-43d26e42d63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486f80f-0f07-4755-9e27-b8f3b3d335da,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:42.651012 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44210) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:42.701200 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.726172 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.789960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.792735 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:42.794294 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8486f80f-0f07-4755-9e27-b8f3b3d335da HTTP/1.1" status: 204 len: 168 time: 0.1418984 Aug 19 09:17:42.804586 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53847-c4f1-461b-b5c0-26276844ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486f80f-0f07-4755-9e27-b8f3b3d335da,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:42.998429 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0212-8200-4670-8f06-0d6357a1096b req-96a35b9c-aac5-4292-a3fb-7b8577180211 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:43.006230 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-37ec0212-8200-4670-8f06-0d6357a1096b req-96a35b9c-aac5-4292-a3fb-7b8577180211 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0699620 Aug 19 09:17:43.062150 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-37ec0212-8200-4670-8f06-0d6357a1096b req-fcb77da6-7809-4d6f-8467-6753f04b9c00 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547023 Aug 19 09:17:43.463301 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564f6a-afa7-48b6-b115-4ced57fcd160 req-021a0d66-1e56-4107-8a8c-031057333699 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:43.473439 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5564f6a-afa7-48b6-b115-4ced57fcd160 req-021a0d66-1e56-4107-8a8c-031057333699 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.1140511 Aug 19 09:17:43.532248 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a0594097-482d-4046-80fe-69b0b488d8a4 req-5e0cfc98-0c02-4c8e-8b35-5866857c7093 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0507488 Aug 19 09:17:43.550913 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f5564f6a-afa7-48b6-b115-4ced57fcd160 req-880b64b7-7329-45dd-bdb9-94ec3acc9fd8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755095 Aug 19 09:17:43.692899 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-186bf13c-2401-4730-8f9b-74f0253fea5f req-400c8c41-658a-496e-b966-2a808def27a7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0553417 Aug 19 09:17:43.744500 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44260) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:43.877962 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f22284d8-d04f-4f7e-a341-163240d194cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:43.994012 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f22284d8-d04f-4f7e-a341-163240d194cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:43.997960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f22284d8-d04f-4f7e-a341-163240d194cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:44.044265 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f22284d8-d04f-4f7e-a341-163240d194cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf12f09779ba4cc2846e743089afcae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985821 Aug 19 09:17:44.046970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44272) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:44.047115 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22284d8-d04f-4f7e-a341-163240d194cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283537d5-3f72-41ba-8461-29c1fa8319cf,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:44.113269 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:44.135870 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:44.220938 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:44.224270 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:44.225439 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/283537d5-3f72-41ba-8461-29c1fa8319cf HTTP/1.1" status: 204 len: 168 time: 0.1774604 Aug 19 09:17:44.235777 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbd709-ba7d-4b61-ae56-895102d1d8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283537d5-3f72-41ba-8461-29c1fa8319cf,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:44.242558 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4a68-9074-4148-9531-aaa2516bad78 req-b930851e-c2f8-4ede-9bc5-5e896dfbeae8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:44.244173 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a39f4a68-9074-4148-9531-aaa2516bad78 req-b930851e-c2f8-4ede-9bc5-5e896dfbeae8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.1012983 Aug 19 09:17:44.329572 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a39f4a68-9074-4148-9531-aaa2516bad78 req-f25212c9-c6ea-48d7-8e15-514851006ffc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Aug 19 09:17:44.752954 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6ad11c63-a8e5-4957-9eac-9445367169dd req-9a84b045-a634-47bb-af3a-c4945ec75e74 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0710354 Aug 19 09:17:44.789008 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911a9f6-759b-479f-bcdf-f2d7495cd0ac req-3a4dd901-4f72-40bc-aa27-9c32f97451a1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:44.797271 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9911a9f6-759b-479f-bcdf-f2d7495cd0ac req-3a4dd901-4f72-40bc-aa27-9c32f97451a1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.1147487 Aug 19 09:17:44.873633 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9911a9f6-759b-479f-bcdf-f2d7495cd0ac req-e65a4473-f9e2-4aff-a7c2-8cf5ffad3ee3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688350 Aug 19 09:17:44.930190 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5da41cf4-0455-44b3-bbf0-5119d4510024 req-a74bfb69-ee64-4f45-bf8e-f4dc5e4fafe5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0636296 Aug 19 09:17:44.978860 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-36c0a60b-bd25-4aac-b561-6b5fa7650a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.187440 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44332) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:45.195446 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.475172 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b503-a2ea-43f3-a51d-e7f3caebd59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.559128 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c278b01-f7f5-4882-b9d3-97cb6cdc26ce req-d0eb6230-dede-4968-86e0-aacec95daaad tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:45.561094 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c278b01-f7f5-4882-b9d3-97cb6cdc26ce req-d0eb6230-dede-4968-86e0-aacec95daaad tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0892205 Aug 19 09:17:45.616557 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c278b01-f7f5-4882-b9d3-97cb6cdc26ce req-7de7e66a-e71e-4b66-8a84-7ac612cead98 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Aug 19 09:17:45.640596 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b503-a2ea-43f3-a51d-e7f3caebd59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.652772 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b503-a2ea-43f3-a51d-e7f3caebd59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.702020 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3eb4b503-a2ea-43f3-a51d-e7f3caebd59b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8b52aa1f12b404d97cc0abda6200900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131190 Aug 19 09:17:45.704404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44352) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:45.707241 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b503-a2ea-43f3-a51d-e7f3caebd59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31152173-e741-4494-9928-831c8c9911ea,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:45.765997 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.802523 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.869294 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-62b9cd18-c68c-4bbb-b274-15379fb83f73 req-bb7959ef-991f-4edc-b9a2-53f734290f82 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0356946 Aug 19 09:17:45.897512 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.901467 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:45.902947 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31152173-e741-4494-9928-831c8c9911ea HTTP/1.1" status: 204 len: 168 time: 0.1973176 Aug 19 09:17:45.913047 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f177c-4261-49d4-af59-108cdca0ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31152173-e741-4494-9928-831c8c9911ea,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:46.048412 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73a1a2-b931-4f0f-a682-d26cbc5901a2 req-279dec8c-6e8e-4853-b391-3c47cb4a75e3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:46.057307 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d73a1a2-b931-4f0f-a682-d26cbc5901a2 req-279dec8c-6e8e-4853-b391-3c47cb4a75e3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0918336 Aug 19 09:17:46.118382 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d73a1a2-b931-4f0f-a682-d26cbc5901a2 req-1b3c3f56-ff3f-49ea-ad38-3bf011e4c051 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570607 Aug 19 09:17:46.169658 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-92762347-6aaa-4911-b7e5-fdc1cceb6a45 req-ab195511-8f2e-4c32-9d40-bb94570550d4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0691986 Aug 19 09:17:46.215344 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.533390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44388) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:46.549091 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2a2f880e-c5d1-42e1-bee7-a47a4f34b1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.657711 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44392) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:46.666935 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2a2f880e-c5d1-42e1-bee7-a47a4f34b1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.678151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2a2f880e-c5d1-42e1-bee7-a47a4f34b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.750273 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f880e-c5d1-42e1-bee7-a47a4f34b1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8702f3-34e7-477c-b5e4-075541d96b34,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:46.755350 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2a2f880e-c5d1-42e1-bee7-a47a4f34b1bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b99b336246434e27a3049a4f48e21f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204702 Aug 19 09:17:46.758196 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44398) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:46.780783 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d5bf5-87e4-495b-97ab-53e7833e2b59 req-cc0ee84f-d050-4cff-9274-352a4ef8f77c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:46.783161 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1e8d5bf5-87e4-495b-97ab-53e7833e2b59 req-cc0ee84f-d050-4cff-9274-352a4ef8f77c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0803807 Aug 19 09:17:46.818569 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-84df648a-cd62-444b-be4c-41b8f0d0cdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.822257 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1e8d5bf5-87e4-495b-97ab-53e7833e2b59 req-701e49e9-46f5-45e0-b26d-877ad9f47bb8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Aug 19 09:17:46.860354 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.898199 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:46.996509 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-95fa5c67-0ffe-45d1-bc82-84e2615e8804 req-fe6955c4-bee1-4bb0-82da-84327f61421c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0381856 Aug 19 09:17:46.999979 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.002433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.006439 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f8702f3-34e7-477c-b5e4-075541d96b34 HTTP/1.1" status: 204 len: 168 time: 0.2470996 Aug 19 09:17:47.032823 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-84df648a-cd62-444b-be4c-41b8f0d0cdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.034642 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecd286-7680-420f-90bd-a537c5327059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8702f3-34e7-477c-b5e4-075541d96b34,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:47.042301 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-84df648a-cd62-444b-be4c-41b8f0d0cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.087071 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-84df648a-cd62-444b-be4c-41b8f0d0cdaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0694944a9fa24106b53cbe3937f95361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283490 Aug 19 09:17:47.088333 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df648a-cd62-444b-be4c-41b8f0d0cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b2d6f-f372-4d70-8c1f-d1504df4351e,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:47.089760 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44414) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:47.143135 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.168416 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.256230 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e11d-6540-484e-a34f-a1f72a870e5b req-1d183b37-9212-4762-ba88-a6344fd31c12 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:47.257758 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c348e11d-6540-484e-a34f-a1f72a870e5b req-1d183b37-9212-4762-ba88-a6344fd31c12 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0693603 Aug 19 09:17:47.285976 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.288650 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.292148 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/368b2d6f-f372-4d70-8c1f-d1504df4351e HTTP/1.1" status: 204 len: 168 time: 0.1991367 Aug 19 09:17:47.305557 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5446d55d-76a5-4690-b287-93b1576f8eb6 req-acaa4729-b327-4b39-90e8-8d484383cb86 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0406559 Aug 19 09:17:47.311009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b20c2b-fd5e-4716-93db-ebf206075795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b2d6f-f372-4d70-8c1f-d1504df4351e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:47.359568 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c348e11d-6540-484e-a34f-a1f72a870e5b req-85227c1b-4f6a-4ca7-9800-72e725a7581f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Aug 19 09:17:47.713621 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44448) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:47.734579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c040231-30e9-47cb-ba06-a9e8ded23e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.832036 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44452) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:47.850487 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c040231-30e9-47cb-ba06-a9e8ded23e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.856153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c040231-30e9-47cb-ba06-a9e8ded23e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.905194 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4c040231-30e9-47cb-ba06-a9e8ded23e18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96da74c3be544a76b541fad99c6effe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869714 Aug 19 09:17:47.905194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c040231-30e9-47cb-ba06-a9e8ded23e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97776219-0a6d-41d8-bc2c-c25a875024a4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:47.906106 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44460) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:47.976268 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:47.989095 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e531b388-d36d-4e1e-9c66-5af3fc68474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.016081 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29987a-8bd9-43d7-ad5d-1409e28f8c29 req-3c87a536-f0cb-4e0a-b927-81d909bf84f4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:48.017572 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da29987a-8bd9-43d7-ad5d-1409e28f8c29 req-3c87a536-f0cb-4e0a-b927-81d909bf84f4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.1101048 Aug 19 09:17:48.044970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.099343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.106218 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-01a8e3b8-328d-4811-aa5d-1d6b8a3eb178 req-7b240bb5-bdbc-4734-bed0-40682ec8e3cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0287943 Aug 19 09:17:48.132658 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da29987a-8bd9-43d7-ad5d-1409e28f8c29 req-721fd3bd-4b80-4217-834f-4ab052a1866a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960956 Aug 19 09:17:48.174304 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.176893 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.180511 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97776219-0a6d-41d8-bc2c-c25a875024a4 HTTP/1.1" status: 204 len: 168 time: 0.2693441 Aug 19 09:17:48.192366 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b88199-4888-40e7-a173-8867461268d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97776219-0a6d-41d8-bc2c-c25a875024a4,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:48.214179 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e531b388-d36d-4e1e-9c66-5af3fc68474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.219467 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e531b388-d36d-4e1e-9c66-5af3fc68474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.259213 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e531b388-d36d-4e1e-9c66-5af3fc68474a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b4b0755f62841ea970b84d0e7053bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260037 Aug 19 09:17:48.260021 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531b388-d36d-4e1e-9c66-5af3fc68474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2295f09b-5bcb-468f-918f-05f36d140b9a,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:48.261924 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44476) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:48.316437 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.338382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.414147 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.416834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.421634 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2295f09b-5bcb-468f-918f-05f36d140b9a HTTP/1.1" status: 204 len: 168 time: 0.1550851 Aug 19 09:17:48.437817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e97ae-12d4-4fb2-9c2e-712f1f155e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2295f09b-5bcb-468f-918f-05f36d140b9a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:48.471840 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a1e782d2-e9c3-45d0-8330-4cafa614c505 req-438b7f8b-85f7-4e08-9650-4f9e5a619648 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0476334 Aug 19 09:17:48.510621 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0b129-805d-45bc-8bdc-2433b2a75c89 req-d65258ec-5534-49ad-931a-22adceb1bc2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:48.512209 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cab0b129-805d-45bc-8bdc-2433b2a75c89 req-d65258ec-5534-49ad-931a-22adceb1bc2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0766094 Aug 19 09:17:48.553168 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cab0b129-805d-45bc-8bdc-2433b2a75c89 req-923e85ac-abbc-4f94-9fe4-b4b64a9e171e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347178 Aug 19 09:17:48.757436 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44504) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:48.770779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0bb5611a-f735-4579-967e-fd5ae00feb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.873996 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0bb5611a-f735-4579-967e-fd5ae00feb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.878910 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0bb5611a-f735-4579-967e-fd5ae00feb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:48.922887 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44512) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:48.923466 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0bb5611a-f735-4579-967e-fd5ae00feb52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5056e360de34408b841012452518b49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644073 Aug 19 09:17:48.924104 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5611a-f735-4579-967e-fd5ae00feb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e70476-8068-406a-b675-62cfa97bfff6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:48.979074 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:49.001365 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:49.055545 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:49.058859 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:49.062462 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25e70476-8068-406a-b675-62cfa97bfff6 HTTP/1.1" status: 204 len: 168 time: 0.1349621 Aug 19 09:17:49.072052 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188009-e063-4a04-88df-1016ccbed624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e70476-8068-406a-b675-62cfa97bfff6,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:49.255653 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9c593263-ffd8-4e0e-8db7-2868135b814b req-0ede4351-7975-431c-8957-6a4d0333aa86 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0345089 Aug 19 09:17:49.302056 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3fa4e-d43c-40e9-a27f-f0b2733267b1 req-dd594b96-540e-4f41-b757-ec599681f109 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:49.303651 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fa3fa4e-d43c-40e9-a27f-f0b2733267b1 req-dd594b96-540e-4f41-b757-ec599681f109 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0777440 Aug 19 09:17:49.342918 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fa3fa4e-d43c-40e9-a27f-f0b2733267b1 req-20cfdc44-cee0-46d9-960e-0bd2039f00db tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Aug 19 09:17:49.589094 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e4dd10b-0f5e-456e-ad9d-bdad4d79b779 req-74a68f15-3c7e-40df-8869-1b3869bc1195 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0357838 Aug 19 09:17:49.700955 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaf254-6417-4ef4-af93-0c5e86fb4e0c req-49b31d9b-9835-46e8-b62f-3f05a7e9c385 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:49.702559 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cbaf254-6417-4ef4-af93-0c5e86fb4e0c req-49b31d9b-9835-46e8-b62f-3f05a7e9c385 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0607667 Aug 19 09:17:49.741562 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cbaf254-6417-4ef4-af93-0c5e86fb4e0c req-b3ce9197-00bf-4a93-a593-a4ac1b9f0e18 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Aug 19 09:17:50.000917 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Request body: {'port': {'device_id': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'admin_state_up': True, 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:50.133691 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Made reservation on behalf of c12ed2bcdb61430986f3980ed2e7a8bd for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:50.137325 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:50.281007 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Allocated IP 172.20.0.13 (82e71227-b874-48ff-b3e0-b3bc213455c5/6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1/ac485851-543b-4b61-ba46-32cc68fcf2c4) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:50.358810 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f379c96d-ab04-463b-8cf8-753c629503d2 req-fc0cfcf9-c323-47c6-a36d-3ec5f57b7914 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0403740 Aug 19 09:17:50.485326 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1426c20-228f-4766-8f03-ad50d371b396 req-9dd0253d-cb94-4717-88c0-94fa336c42e7 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:50.487726 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1426c20-228f-4766-8f03-ad50d371b396 req-9dd0253d-cb94-4717-88c0-94fa336c42e7 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0516324 Aug 19 09:17:50.502589 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:50.546431 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1426c20-228f-4766-8f03-ad50d371b396 req-8ba04cd8-1eb1-421b-85e8-e9f7d8446ec7 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Aug 19 09:17:50.553508 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:50.605579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:50.610235 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:50.613065 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Pushing event updated for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:50.615498 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:50.620994 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:50.621794 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:50.641918 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-9de06ac4-237f-4812-b5ad-d342e72033bf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460690 Aug 19 09:17:50.700799 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cf945adf-2428-4f95-8cfa-e64197d9e39a req-8da2aed4-bcca-46bb-bcee-ff0fc103eb82 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0331514 Aug 19 09:17:50.888820 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd0d94-b4d0-4b01-b80c-e2199498573c req-65b67dc2-a167-4a2e-acc2-76a78d6601ed tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:50.890644 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-85cd0d94-b4d0-4b01-b80c-e2199498573c req-65b67dc2-a167-4a2e-acc2-76a78d6601ed tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0635996 Aug 19 09:17:50.944424 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-85cd0d94-b4d0-4b01-b80c-e2199498573c req-fa9b0759-2159-4074-a712-fc642f399531 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Aug 19 09:17:51.275730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44664) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:51.376418 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bcdef97b-206a-4de3-b3b8-81ce6984dfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.475422 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bcdef97b-206a-4de3-b3b8-81ce6984dfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.617995 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-187ea762-64e1-4028-8a52-69fcf1c7cd73 req-42385a42-321d-4176-a669-d232d3e01db9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.1626122 Aug 19 09:17:51.618746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bcdef97b-206a-4de3-b3b8-81ce6984dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.652520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770366f-75bd-46da-b298-d88ab7eee15f req-7c20b006-45b9-46e2-a611-6694da6aa46c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:51.654824 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdef97b-206a-4de3-b3b8-81ce6984dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64cf253-6a26-4ab1-9946-05ce3954c914,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:51.655344 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6770366f-75bd-46da-b298-d88ab7eee15f req-7c20b006-45b9-46e2-a611-6694da6aa46c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0521185 Aug 19 09:17:51.662463 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-bcdef97b-206a-4de3-b3b8-81ce6984dfee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ca3995b93a5471b928e4e098936a504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853538 Aug 19 09:17:51.662669 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44672) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:51.693924 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6770366f-75bd-46da-b298-d88ab7eee15f req-82970b36-6bd9-401a-b2ac-58541f9e0dd5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Aug 19 09:17:51.711501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.733476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.796924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-177dbf23-0e34-40a6-a1ed-23b6a3287975 req-4ebd0279-9b9f-47ac-a9fb-e65cc110f429 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0292459 Aug 19 09:17:51.799148 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.801730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:51.802735 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c64cf253-6a26-4ab1-9946-05ce3954c914 HTTP/1.1" status: 204 len: 168 time: 0.1388810 Aug 19 09:17:51.812528 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9f773-0bec-4d2f-b736-94e85d4bb3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64cf253-6a26-4ab1-9946-05ce3954c914,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:52.047613 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ef6c4-9e9a-4a62-8e63-ed99105737bb req-04c328f6-1fa3-45a5-a704-b472e6537fd2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:52.049095 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0c4ef6c4-9e9a-4a62-8e63-ed99105737bb req-04c328f6-1fa3-45a5-a704-b472e6537fd2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.0488167 Aug 19 09:17:52.070375 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44686) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:52.085643 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0e9a-0e86-419e-b559-7b68793a0e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.092996 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0c4ef6c4-9e9a-4a62-8e63-ed99105737bb req-e306fe65-7bf6-4d86-a9ec-4e936431e6d2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Aug 19 09:17:52.172655 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0e9a-0e86-419e-b559-7b68793a0e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.176075 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0e9a-0e86-419e-b559-7b68793a0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.211162 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2b5a0e9a-0e86-419e-b559-7b68793a0e9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d656149e4c543dbae2f88a96c10d7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397476 Aug 19 09:17:52.213046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a0e9a-0e86-419e-b559-7b68793a0e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ca3e1-1141-4cd7-88cd-f6b5fabc2ab5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:52.213820 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44688) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:52.263026 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.284621 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.330472 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.333060 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:52.334191 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a73ca3e1-1141-4cd7-88cd-f6b5fabc2ab5 HTTP/1.1" status: 204 len: 168 time: 0.1194034 Aug 19 09:17:52.342381 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73397823-fabe-473d-8918-d59bb5c568ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ca3e1-1141-4cd7-88cd-f6b5fabc2ab5,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:52.389891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-9f2e9bff-eded-4c0b-95cf-ef1461ff5a9c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:17:52.391585 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-9f2e9bff-eded-4c0b-95cf-ef1461ff5a9c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071151 Aug 19 09:17:52.396698 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-d0eb659e-f482-4b95-872c-9d82c055e7ca tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:17:52.397747 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-d0eb659e-f482-4b95-872c-9d82c055e7ca tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049911 Aug 19 09:17:52.402412 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-d2345b5a-4e86-4a72-b4ba-8be0d12c1b19 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:17:52.404116 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-d2345b5a-4e86-4a72-b4ba-8be0d12c1b19 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069039 Aug 19 09:17:52.758887 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b4eb3e65-bced-4083-aa15-0d33a176f7c9 req-c1a243c1-f967-46c4-bd19-ad0355a22f61 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0316074 Aug 19 09:17:52.857920 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3ae0-88c6-46be-96d9-83db1f6b4a2f req-7ae7eae6-e540-4edd-8029-ebcaa3e6b7b4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:52.868395 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-609a3ae0-88c6-46be-96d9-83db1f6b4a2f req-7ae7eae6-e540-4edd-8029-ebcaa3e6b7b4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 931 time: 0.0858412 Aug 19 09:17:52.915197 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-609a3ae0-88c6-46be-96d9-83db1f6b4a2f req-bf10b67a-8e8b-4209-b8cf-f004da6519da tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Aug 19 09:17:52.939770 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f4a46b6f-fd81-4ca2-8824-670d0a956af4 req-4c890a4e-8299-4ced-aafa-f8de7199d60c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0355003 Aug 19 09:17:52.955636 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Request body: {'port': {'device_id': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:52.994612 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Request body: {'port': {'device_id': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:53.021500 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Request body: {'port': {'device_id': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:53.027449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.072820 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.344884 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44740) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:53.451158 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.35', 58813) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:53.468433 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13f978a-34d4-4492-ad11-9cefbdb91dcc {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:17:53.477018 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a7fa-9e11-47a4-a931-3dae9ee9f196 req-ec81868c-03b5-4aeb-850a-9d33211c0079 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:53.478623 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.484872 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8077a7fa-9e11-47a4-a931-3dae9ee9f196 req-ec81868c-03b5-4aeb-850a-9d33211c0079 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 931 time: 0.2643433 Aug 19 09:17:53.505538 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Transition to ACTIVE for port object d13f978a-34d4-4492-ad11-9cefbdb91dcc will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:53.512211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.529225 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.614794 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:53.671217 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344535236-network', 'tenant_id': '1fc46aec4b984b56ba9e5b20b39919fa'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:53.774718 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Attempting to bind port d13f978a-34d4-4492-ad11-9cefbdb91dcc on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:53.775685 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Attempting to bind port d13f978a-34d4-4492-ad11-9cefbdb91dcc by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:53.776132 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Attempting to bind port d13f978a-34d4-4492-ad11-9cefbdb91dcc on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:53.785321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Port d13f978a-34d4-4492-ad11-9cefbdb91dcc on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:17:53.785780 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Attempting to bind port d13f978a-34d4-4492-ad11-9cefbdb91dcc on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:53.800287 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:53.800715 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Checking segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:53.802005 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Bound using segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:53.802977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Bound port: d13f978a-34d4-4492-ad11-9cefbdb91dcc, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:53.803560 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.841977 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Made reservation on behalf of 1fc46aec4b984b56ba9e5b20b39919fa for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:53.844296 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.857635 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-e41f5533-0231-4a0f-9f54-b1f9adea3b0d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:53.859122 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-e41f5533-0231-4a0f-9f54-b1f9adea3b0d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 817 time: 0.4071147 Aug 19 09:17:53.865749 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.35', 58816) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:53.865960 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe32dc17-332d-4b18-91b9-52ea978ffebd {{(pid=93737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:17:53.880989 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8077a7fa-9e11-47a4-a931-3dae9ee9f196 req-059343e4-4898-41ca-a863-04fd404d7fae tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951533 Aug 19 09:17:53.896582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.896582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:53.909452 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44766) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:53.946999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Transition to ACTIVE for port object fe32dc17-332d-4b18-91b9-52ea978ffebd will not be triggered until provisioned by entity L2. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:53.950892 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96ab2721-478f-45b0-b0e6-48afeadcdc98 req-25d34c3e-849b-4ac5-8a36-2a44f466c2a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0379343 Aug 19 09:17:53.987935 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.081708 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:54.085270 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-44124120-3c34-4e05-9d1d-3db332ba03cf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 379 time: 0.1836700 Aug 19 09:17:54.112433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'port': {'device_id': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'admin_state_up': True, 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'security_groups': ['2b54d219-9191-4867-b81f-4896120631cd']}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:54.171988 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9277995f-9061-44c7-87a9-09deb4bc3294 req-daa2c518-e36f-449c-b976-96785dc8bfca tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0827012 Aug 19 09:17:54.173764 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:54.191068 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.199929 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Pushing event updated for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:54.225095 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-744cf682-873f-4f7e-8646-912c5cc54046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.243695 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-6c140996-d8d2-44f8-a62d-9afc11a20801 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:54.245142 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-6c140996-d8d2-44f8-a62d-9afc11a20801 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 819 time: 0.3464572 Aug 19 09:17:54.283993 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:54.284640 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.286101 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] 10.222.0.35 "PUT /v2.0/ports/d13f978a-34d4-4492-ad11-9cefbdb91dcc HTTP/1.1" status: 200 len: 1093 time: 1.4946847 Aug 19 09:17:54.289121 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:17:54.351832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d42a-776b-455a-b5d8-71afdb45cd33 req-f1251ec6-4892-4e08-b7ff-790ad5e6d992 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:54.353504 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6ed9d42a-776b-455a-b5d8-71afdb45cd33 req-f1251ec6-4892-4e08-b7ff-790ad5e6d992 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.2740095 Aug 19 09:17:54.385662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e24ed-d680-42b0-ad54-4d12e10edfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:54.385662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac485851-543b-4b61-ba46-32cc68fcf2c4 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:17:54.395242 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.412440 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Transition to ACTIVE for port object ac485851-543b-4b61-ba46-32cc68fcf2c4 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:54.417041 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.456234 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.471847 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Pushing event updated for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:54.474613 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.501055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Attempting to bind port ac485851-543b-4b61-ba46-32cc68fcf2c4 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:54.501636 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Attempting to bind port ac485851-543b-4b61-ba46-32cc68fcf2c4 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:54.501975 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Attempting to bind port ac485851-543b-4b61-ba46-32cc68fcf2c4 on network 82e71227-b874-48ff-b3e0-b3bc213455c5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:54.506297 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Port ac485851-543b-4b61-ba46-32cc68fcf2c4 on network 82e71227-b874-48ff-b3e0-b3bc213455c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:17:54.506623 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Attempting to bind port ac485851-543b-4b61-ba46-32cc68fcf2c4 on network 82e71227-b874-48ff-b3e0-b3bc213455c5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:54.510426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b28e0c-a088-453b-97e4-9834fcdc29c6" -d '{"events": [{"name": "network-changed", "server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:17:54.516945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:54.517280 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Checking segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:54.517656 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Bound using segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:54.518078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Bound port: ac485851-543b-4b61-ba46-32cc68fcf2c4, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:54.518429 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.535440 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:54.561343 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6ed9d42a-776b-455a-b5d8-71afdb45cd33 req-19d4c1bc-34b0-4255-8c43-8470e3eb1ab5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656191 Aug 19 09:17:54.581023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Attempting to bind port fe32dc17-332d-4b18-91b9-52ea978ffebd on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:54.581023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Attempting to bind port fe32dc17-332d-4b18-91b9-52ea978ffebd by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'c17ec671-bec8-4cdf-918c-10c1309c17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515'}] {{(pid=93737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:54.581023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Attempting to bind port fe32dc17-332d-4b18-91b9-52ea978ffebd on network 64ed585a-dafa-4239-9b89-ad18bb66a515 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:54.582063 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.582407 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Added segment 8feff86a-37fa-492a-9774-128610c2226b of type vlan for network aa5a8545-e197-4bb7-abff-c413fe9090ca Aug 19 09:17:54.583760 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bea0f-96e9-4871-9846-79bcbb3dd282,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:54.601343 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:54.605519 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:54.609709 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.626521 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Port fe32dc17-332d-4b18-91b9-52ea978ffebd on network 64ed585a-dafa-4239-9b89-ad18bb66a515 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:17:54.626851 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Attempting to bind port fe32dc17-332d-4b18-91b9-52ea978ffebd on network 64ed585a-dafa-4239-9b89-ad18bb66a515 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:54.645666 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:54.646484 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.648090 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 1094 time: 1.8507915 Aug 19 09:17:54.654603 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:54.654974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Checking segment: {'id': 'c17ec671-bec8-4cdf-918c-10c1309c17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:54.655552 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Bound using segment: {'id': 'c17ec671-bec8-4cdf-918c-10c1309c17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515'} {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:54.656151 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Bound port: fe32dc17-332d-4b18-91b9-52ea978ffebd, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17ec671-bec8-4cdf-918c-10c1309c17f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515'}}] {{(pid=93737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:54.656517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.660951 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.672262 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758c20-921f-479d-a0fc-969404c4f130 service neutron] Pushing event updated for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:54.681254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45c49b0-6268-44e9-b47e-2d67172c0d33 x-openstack-request-id: req-a45c49b0-6268-44e9-b47e-2d67172c0d33 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:17:54.681606 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:17:54.681957 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a45c49b0-6268-44e9-b47e-2d67172c0d33 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:17:54.682463 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc', 'status': 'completed', 'code': 200} Aug 19 09:17:54.744541 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.745392 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:54.745975 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:54.958651 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-744cf682-873f-4f7e-8646-912c5cc54046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.005864 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-744cf682-873f-4f7e-8646-912c5cc54046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.008872 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, cleared binding levels {{(pid=93737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:55.034367 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6866062 Aug 19 09:17:55.037414 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44802) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:55.042946 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Request body: {'subnet': {'network_id': 'aa5a8545-e197-4bb7-abff-c413fe9090ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344535236-subnet', 'tenant_id': '1fc46aec4b984b56ba9e5b20b39919fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:55.076670 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ee4c1dbf-7a8c-450c-8f44-80b0169fb6d6 req-d6b5315c-a3d3-45f2-95ba-b22ad4111b2f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 210 time: 0.0291080 Aug 19 09:17:55.090971 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd,segment=NetworkSegment(c17ec671-bec8-4cdf-918c-10c1309c17f8),segment_id=c17ec671-bec8-4cdf-918c-10c1309c17f8)] {{(pid=93737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:55.107494 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccae751-0951-4359-8fae-4ac36c1c3342 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5a8545-e197-4bb7-abff-c413fe9090ca,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:55.118120 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.118696 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network aa5a8545-e197-4bb7-abff-c413fe9090ca details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:55.120512 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Made reservation on behalf of 1fc46aec4b984b56ba9e5b20b39919fa for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:55.123703 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.128977 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Made reservation on behalf of 0a913122239e44edb71a2fd07a99b275 for: {'port': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:55.132437 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.158241 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-744cf682-873f-4f7e-8646-912c5cc54046 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17db0153f2a4411bbfc7bdf55a519a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2439613 Aug 19 09:17:55.180263 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44804) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:55.205507 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a27a-7efe-4ebc-8862-bf84a1c2b91b req-afd9769a-d212-4b67-86cb-767d7d4804f4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:55.207100 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3836a27a-7efe-4ebc-8862-bf84a1c2b91b req-afd9769a-d212-4b67-86cb-767d7d4804f4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.2511117 Aug 19 09:17:55.207795 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf682-873f-4f7e-8646-912c5cc54046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b9d6a-29be-47cf-a206-6c198ecbf492,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:55.212569 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:55.213201 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.214657 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] 10.222.0.35 "PUT /v2.0/ports/fe32dc17-332d-4b18-91b9-52ea978ffebd HTTP/1.1" status: 200 len: 1093 time: 2.4188452 Aug 19 09:17:55.221424 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:17:55.299868 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:17:55.351438 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3363d1e2-075c-4abb-a82b-a01f904a920b req-61b3c276-5aae-481d-904d-f3368c33ff4a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0424690 Aug 19 09:17:55.364821 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009d4ac-cd11-48c1-a5ae-bacdf1428420 service neutron] Pushing event updated for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=3']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:55.392169 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3836a27a-7efe-4ebc-8862-bf84a1c2b91b req-b427d978-7495-408c-b9d4-47b9f9ed0279 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660674 Aug 19 09:17:55.412466 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.471064 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5797099-4266-4a2c-b0db-caa764ee20f5 x-openstack-request-id: req-a5797099-4266-4a2c-b0db-caa764ee20f5 {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:17:55.471469 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:17:55.471624 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5797099-4266-4a2c-b0db-caa764ee20f5 {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:17:55.472099 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd', 'status': 'completed', 'code': 200} Aug 19 09:17:55.482673 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.491811 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Allocated IP 172.20.0.14 (20ee0fa8-4951-43ba-b13c-ba279ba12aa3/de6e49e1-5883-4759-96c0-82a61161ab56/137293e7-3590-4eee-8e9a-b01076e25605) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:55.537332 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.603166 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b76a379-e8f8-4a45-b6e4-11634d3b339a,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:55.607585 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.609996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.611352 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/925b9d6a-29be-47cf-a206-6c198ecbf492 HTTP/1.1" status: 204 len: 168 time: 0.4229400 Aug 19 09:17:55.615708 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Checking segment: {'id': '8feff86a-37fa-492a-9774-128610c2226b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa5a8545-e197-4bb7-abff-c413fe9090ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:55.616177 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Network hostable DHCP agents. Network: aa5a8545-e197-4bb7-abff-c413fe9090ca, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:55.635674 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Network aa5a8545-e197-4bb7-abff-c413fe9090ca is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:55.651426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, aa5a8545-e197-4bb7-abff-c413fe9090ca) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:55.658726 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:55.659767 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.660390 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240736e1-9029-4d50-b9a9-ea2b445656f5 None None] Network aa5a8545-e197-4bb7-abff-c413fe9090ca requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:55.676615 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ec293bf2-a726-432d-9dc9-537424214d0d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6379163 Aug 19 09:17:55.740750 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadd2c3-40f4-418c-9e79-a2e69910070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b9d6a-29be-47cf-a206-6c198ecbf492,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:55.764859 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.786629 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Transition to ACTIVE for port object 137293e7-3590-4eee-8e9a-b01076e25605 will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:55.804364 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddfe94-b537-456e-a14a-ba54bfc47b0b req-a9b54eb1-a39b-4730-bafb-cafa21d53a3f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:55.805933 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f3ddfe94-b537-456e-a14a-ba54bfc47b0b req-a9b54eb1-a39b-4730-bafb-cafa21d53a3f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.1239302 Aug 19 09:17:55.857151 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491390f-1d91-4c69-8e9a-e97f6b0f5d35 None None] Network aa5a8545-e197-4bb7-abff-c413fe9090ca requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:55.882702 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f3ddfe94-b537-456e-a14a-ba54bfc47b0b req-92e42ceb-e52c-46d1-9ac8-4226fd66156c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659363 Aug 19 09:17:55.913895 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:55.980678 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:55.986322 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:55.989128 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:56.001859 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:56.070999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:56.071910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.098243 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-3c20d046-af34-4a17-b13c-3cf0f2dc4909 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0013776 Aug 19 09:17:56.119338 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44860) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:56.141918 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e65e06b0-5499-46e2-840a-90b72c826bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.282561 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e65e06b0-5499-46e2-840a-90b72c826bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.284810 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33525342-9d31-440e-b1c3-a1fad82b0cab req-28299f8a-4d8a-4f8e-9c79-791e126773fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:56.293815 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e65e06b0-5499-46e2-840a-90b72c826bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.295993 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-33525342-9d31-440e-b1c3-a1fad82b0cab req-28299f8a-4d8a-4f8e-9c79-791e126773fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 932 time: 0.0914037 Aug 19 09:17:56.333367 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-33525342-9d31-440e-b1c3-a1fad82b0cab req-5939d01f-99da-479b-85e1-63d8e701d606 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361364 Aug 19 09:17:56.343322 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e65e06b0-5499-46e2-840a-90b72c826bec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=877b5139a01c4769ae8594e9cb548096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226529 Aug 19 09:17:56.343989 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e06b0-5499-46e2-840a-90b72c826bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8746c-4846-4e77-9ec4-c6802d2341d8,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:56.347029 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 44872) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:56.365229 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-c1f389ed-57b5-45b7-934d-bfb213370b9d None None] Provisioning for port 137293e7-3590-4eee-8e9a-b01076e25605 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:17:56.370247 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-c1f389ed-57b5-45b7-934d-bfb213370b9d None None] Provisioning complete for port 137293e7-3590-4eee-8e9a-b01076e25605 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:17:56.370808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c1f389ed-57b5-45b7-934d-bfb213370b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.407515 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-c1f389ed-57b5-45b7-934d-bfb213370b9d None None] Port 137293e7-3590-4eee-8e9a-b01076e25605 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:17:56.483183 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.486426 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-93a4fee3-82f1-4870-9902-7f690713b454 req-38374091-3f62-4a0b-be2f-3e1a379f6108 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0448298 Aug 19 09:17:56.542303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.577218 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd34492-90ce-429e-bb94-8013daf0f0d5 req-de4b165f-e823-44f5-a8bf-54ad213916ef tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:56.578742 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5dd34492-90ce-429e-bb94-8013daf0f0d5 req-de4b165f-e823-44f5-a8bf-54ad213916ef tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0936153 Aug 19 09:17:56.614966 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44894) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:56.620793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900328569-network', 'tenant_id': '94d520c704fe46a9aa65e2fab52891f5'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:56.633231 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5dd34492-90ce-429e-bb94-8013daf0f0d5 req-24fdca5e-9628-431d-ab4a-d4da34604582 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472054 Aug 19 09:17:56.637680 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.640390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.641699 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9d8746c-4846-4e77-9ec4-c6802d2341d8 HTTP/1.1" status: 204 len: 168 time: 0.2932713 Aug 19 09:17:56.651035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbc7f8-fe80-4898-bfe3-fa20d94f73b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8746c-4846-4e77-9ec4-c6802d2341d8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:56.668078 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Made reservation on behalf of 94d520c704fe46a9aa65e2fab52891f5 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:56.675289 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.683739 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:17:56.689942 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:17:56.696294 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.791641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339f6a8-8a13-4ddf-b0f6-38e6778427be x-openstack-request-id: req-9339f6a8-8a13-4ddf-b0f6-38e6778427be {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:17:56.791958 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:17:56.792181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9339f6a8-8a13-4ddf-b0f6-38e6778427be {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:17:56.792583 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4', 'status': 'completed', 'code': 200} Aug 19 09:17:56.826181 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.831073 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.858531 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:17:56.873027 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e27c10-3ab8-45d7-aef0-f7d0a4bb3178,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:56.881497 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.881849 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Added segment 3467810f-6f69-4d67-a3bb-aa1152d1092d of type vlan for network b9c97f3c-0cf3-4271-a341-fda59ec6eea0 Aug 19 09:17:56.922862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.949910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:56.951530 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:56.952209 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:57.009336 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3934002 Aug 19 09:17:57.012202 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 44914) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:17:57.021101 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Request body: {'subnet': {'network_id': 'b9c97f3c-0cf3-4271-a341-fda59ec6eea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900328569-subnet', 'tenant_id': '94d520c704fe46a9aa65e2fab52891f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:57.023834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcfbea-4fd8-4fc4-a9db-3c52e151b8a5 req-8a58614c-b104-4103-bd7c-4de4a98b236a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:57.025476 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-63fcfbea-4fd8-4fc4-a9db-3c52e151b8a5 req-8a58614c-b104-4103-bd7c-4de4a98b236a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0606680 Aug 19 09:17:57.042670 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815fa60-42c0-45d7-bd48-c9db56b8df3f admin admin] Pushing event updated for resources: {'Network': ['ID=b9c97f3c-0cf3-4271-a341-fda59ec6eea0,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:57.057777 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network b9c97f3c-0cf3-4271-a341-fda59ec6eea0 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:17:57.063751 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Made reservation on behalf of 94d520c704fe46a9aa65e2fab52891f5 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:57.066837 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16342921'] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:57.079867 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-63fcfbea-4fd8-4fc4-a9db-3c52e151b8a5 req-dc9365d6-5d5e-4e04-b123-47cad24f38aa tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471334 Aug 19 09:17:57.275978 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14877397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16342943'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:57.339004 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b611d7-6db7-473f-8ffd-7c7e30b6506f,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:57.353572 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Checking segment: {'id': '3467810f-6f69-4d67-a3bb-aa1152d1092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b9c97f3c-0cf3-4271-a341-fda59ec6eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:57.353572 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Network hostable DHCP agents. Network: b9c97f3c-0cf3-4271-a341-fda59ec6eea0, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:17:57.370723 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Network b9c97f3c-0cf3-4271-a341-fda59ec6eea0 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:17:57.384424 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, b9c97f3c-0cf3-4271-a341-fda59ec6eea0) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:57.390778 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:57.391474 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:57.398114 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ed7d5-bfc1-4879-b1d2-fb3b88252d53 None None] Network b9c97f3c-0cf3-4271-a341-fda59ec6eea0 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:57.416495 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-716933ec-43d4-41fe-83c7-aefc49b382f1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3945110 Aug 19 09:17:57.498603 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18f024-9ba5-4c74-8126-070d3b68197d req-0f0df334-4ff7-4a6c-a74c-ff5131101aed tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:57.500528 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0d18f024-9ba5-4c74-8126-070d3b68197d req-0f0df334-4ff7-4a6c-a74c-ff5131101aed tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 932 time: 0.0593910 Aug 19 09:17:57.563891 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0d18f024-9ba5-4c74-8126-070d3b68197d req-e7487a1d-5597-4124-baae-5a971daa34f1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563781 Aug 19 09:17:57.618828 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-816460ba-0d73-4915-8c62-44aca9fc4d2f req-2057f197-07cc-4e83-817d-a6936609b8f1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0304925 Aug 19 09:17:57.695015 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50923f4-751f-4fd6-8dcd-5f8f65d76e2d None None] Network b9c97f3c-0cf3-4271-a341-fda59ec6eea0 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:17:57.801885 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418f635-a51c-4970-acac-d7976f5ee39e req-fc3b6f8e-cf68-449d-a3e9-c5e87d85565f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:57.818869 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d418f635-a51c-4970-acac-d7976f5ee39e req-fc3b6f8e-cf68-449d-a3e9-c5e87d85565f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.1072857 Aug 19 09:17:57.873177 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d418f635-a51c-4970-acac-d7976f5ee39e req-4ae3c018-85c0-46b5-91f3-33aed4e0ab2a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481641 Aug 19 09:17:58.211448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6b8f-3b77-4dc6-8064-41aed0f699dc req-b0920003-13d2-4bb0-8911-d06eea78f781 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.211448 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-626d6b8f-3b77-4dc6-8064-41aed0f699dc req-b0920003-13d2-4bb0-8911-d06eea78f781 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0518017 Aug 19 09:17:58.246621 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-626d6b8f-3b77-4dc6-8064-41aed0f699dc req-17d2f573-f48d-455e-bfb5-24bb89d65f35 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 19 09:17:58.318185 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Request body: {'port': {'device_id': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'admin_state_up': True, 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:58.328604 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Request body: {'port': {'device_id': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:17:58.414612 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:58.504440 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-357058ce-e0dd-4a4d-aa33-1a768e6b1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.506009 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-357058ce-e0dd-4a4d-aa33-1a768e6b1de7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1097 time: 0.1090672 Aug 19 09:17:58.511736 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Made reservation on behalf of c12ed2bcdb61430986f3980ed2e7a8bd for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:17:58.516007 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:58.786239 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Allocated IP 172.20.0.14 (82e71227-b874-48ff-b3e0-b3bc213455c5/6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1/0012aba4-1975-4e17-9e36-63ccd5b799da) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:17:58.797489 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d2b11-20ad-4ee8-ab32-8f5943c6d729 req-50370b34-1108-4848-8c1c-b0a864b2ab95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.799022 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-072d2b11-20ad-4ee8-ab32-8f5943c6d729 req-50370b34-1108-4848-8c1c-b0a864b2ab95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 932 time: 0.1626976 Aug 19 09:17:58.802548 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-7a074e4f-7bc2-4f71-b464-46b1737fe311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.803877 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-7a074e4f-7bc2-4f71-b464-46b1737fe311 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32a1a9a34bd848cd8c97172208bd43ce&device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 1096 time: 0.1334677 Aug 19 09:17:58.819312 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93737) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:17:58.822485 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1373df03-f011-4f6c-816d-1850eb1ce69f req-54d09a8e-6cd5-480c-8143-8bc6da942d0e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.1104207 Aug 19 09:17:58.836828 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:58.849843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Transition to ACTIVE for port object 137293e7-3590-4eee-8e9a-b01076e25605 will not be triggered until provisioned by entity L2. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:17:58.857004 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:58.908996 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-69bd04cb-ced4-479b-85df-9c0d4b8b1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.910703 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-69bd04cb-ced4-479b-85df-9c0d4b8b1890 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 1096 time: 0.2463839 Aug 19 09:17:58.930945 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-072d2b11-20ad-4ee8-ab32-8f5943c6d729 req-91d78de5-2718-4147-91e5-2b6838bad251 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223252 Aug 19 09:17:58.947592 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-ebfd5e51-7ae8-4d0c-ba63-074641325960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:58.949014 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-ebfd5e51-7ae8-4d0c-ba63-074641325960 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2834673 Aug 19 09:17:59.069018 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:59.252441 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-c10b413a-16a7-4691-9ae2-d9b678b8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.253939 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-c10b413a-16a7-4691-9ae2-d9b678b8034e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=32a1a9a34bd848cd8c97172208bd43ce&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3190868 Aug 19 09:17:59.346339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Attempting to bind port 137293e7-3590-4eee-8e9a-b01076e25605 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:17:59.346928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Attempting to bind port 137293e7-3590-4eee-8e9a-b01076e25605 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}] {{(pid=93737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:17:59.347044 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Attempting to bind port 137293e7-3590-4eee-8e9a-b01076e25605 on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:59.367182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.393818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-ed8fbe2d-c5d6-4b06-8da6-9dc681d264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.395599 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b66444e7-f151-4a7d-bd2c-e48b3c0c60d2 req-ed8fbe2d-c5d6-4b06-8da6-9dc681d264ec service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309936 Aug 19 09:17:59.403241 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16e756-a3f6-4a6e-8826-9403e21c8a5c req-cb6ec553-c8de-4092-b877-829fa2c2f0cf tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.405066 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea16e756-a3f6-4a6e-8826-9403e21c8a5c req-cb6ec553-c8de-4092-b877-829fa2c2f0cf tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.3607502 Aug 19 09:17:59.435337 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-d407f4ff-d05d-424f-8d17-0befbca8c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.437355 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-d407f4ff-d05d-424f-8d17-0befbca8c14b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8bd62739089241319075c92d0306a0a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5062299 Aug 19 09:17:59.502919 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ea16e756-a3f6-4a6e-8826-9403e21c8a5c req-0c9b0424-b486-42e6-96fb-ffee5a1e6091 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Aug 19 09:17:59.587502 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Port 137293e7-3590-4eee-8e9a-b01076e25605 on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:17:59.587828 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Attempting to bind port 137293e7-3590-4eee-8e9a-b01076e25605 on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:17:59.619074 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:17:59.623725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Checking segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:17:59.623725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Bound using segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} {{(pid=93737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:17:59.623725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.managers [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Bound port: 137293e7-3590-4eee-8e9a-b01076e25605, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}}] {{(pid=93737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:17:59.623725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.727783 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c7d7d-b5b8-4854-91d3-0e10ccc5ba5e req-c39a3875-90d9-4816-b932-e1b5f4c2511b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.729441 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8c2c7d7d-b5b8-4854-91d3-0e10ccc5ba5e req-c39a3875-90d9-4816-b932-e1b5f4c2511b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.3897347 Aug 19 09:17:59.743784 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-b3feee15-719b-420a-ba41-881dc6f2eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.743784 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5cc5d4a-cbb6-4f5d-ae76-2d4b845943be req-b3feee15-719b-420a-ba41-881dc6f2eaba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4812019 Aug 19 09:17:59.786162 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, cleared binding levels {{(pid=93737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:17:59.790178 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:17:59.798269 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.802987 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.842593 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8c2c7d7d-b5b8-4854-91d3-0e10ccc5ba5e req-74b37e2a-ea3b-4301-bd61-11fc2427f8e7 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 Aug 19 09:17:59.877319 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.878054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.879493 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] 10.222.0.35 "PUT /v2.0/ports/137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1094 time: 1.5586574 Aug 19 09:17:59.883899 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:17:59.886360 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b883c3-a921-4bf0-89c6-ecb20064e1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:17:59.891529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-c84de8c3-4cad-43e2-abab-b225de72aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.893065 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-c84de8c3-4cad-43e2-abab-b225de72aee6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1097 time: 0.3329294 Aug 19 09:17:59.894086 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-f376f08f-3b1d-4bdb-83af-7c6207c6b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.895452 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-48b28e0c-a088-453b-97e4-9834fcdc29c6 req-f376f08f-3b1d-4bdb-83af-7c6207c6b1f3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4107766 Aug 19 09:17:59.897489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Network 82e71227-b874-48ff-b3e0-b3bc213455c5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:17:59.901654 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:17:59.908107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:17:59.923624 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e3d3-ca88-4287-b0b6-d1e53a8f29ac service neutron] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=3']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:17:59.928197 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.929382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:17:59.930159 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-d0a0b265-e017-400e-bea5-6b607404e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:17:59.931722 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-d0a0b265-e017-400e-bea5-6b607404e699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32a1a9a34bd848cd8c97172208bd43ce&device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 1096 time: 0.0939679 Aug 19 09:18:00.074757 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-4b81ac79-fdbe-46a8-a98f-547b86b4f9f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.1306255 Aug 19 09:18:00.076737 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Pushing event updated for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:00.097652 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-c2c99bf2-8389-4be5-9db6-b9f6626bfb18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd HTTP/1.1" status: 200 len: 217 time: 0.1452608 Aug 19 09:18:00.099433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bb3fd-2773-4081-b1d7-d65b28abc581 x-openstack-request-id: req-5b2bb3fd-2773-4081-b1d7-d65b28abc581 {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:18:00.101877 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:18:00.102145 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b2bb3fd-2773-4081-b1d7-d65b28abc581 {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:18:00.102547 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'status': 'completed', 'code': 200} Aug 19 09:18:00.175005 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-b7e7de9c-e0ed-4f5b-86a3-6e083665af07 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8612351 Aug 19 09:18:00.176980 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-c8cb87f2-cd35-4492-8ffe-622ff3c2409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.178516 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-c8cb87f2-cd35-4492-8ffe-622ff3c2409f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0696096 Aug 19 09:18:00.221540 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Request body: {'port': {'device_id': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:18:00.272989 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5fdf27ca-8bea-4e5d-8980-8af8cddb11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.274592 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5fdf27ca-8bea-4e5d-8980-8af8cddb11d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8d1bb644-f541-488e-814f-3fece59b802c HTTP/1.1" status: 200 len: 851 time: 0.1474283 Aug 19 09:18:00.276609 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-79606c42-0dbc-4827-ad22-6e06bcb0dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.278562 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-79606c42-0dbc-4827-ad22-6e06bcb0dbda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 1096 time: 0.1747131 Aug 19 09:18:00.288415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04c18-ac70-4175-8ac1-b3968f9301c6 req-aac6a5ab-8bd7-4e7e-9cb6-7035a2a66924 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.290101 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cda04c18-ac70-4175-8ac1-b3968f9301c6 req-aac6a5ab-8bd7-4e7e-9cb6-7035a2a66924 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.1805651 Aug 19 09:18:00.361969 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-d27ec1b0-c1b5-441d-b65f-e5a9dfec9812 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072183 Aug 19 09:18:00.400184 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-b6b3189e-d51f-4f49-8a51-0faa5d6ef984 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=64ed585a-dafa-4239-9b89-ad18bb66a515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985680 Aug 19 09:18:00.401312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:00.402172 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-e220aa7f-436a-4139-96a8-e49d64bf7d8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc HTTP/1.1" status: 200 len: 217 time: 0.1046886 Aug 19 09:18:00.502712 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cda04c18-ac70-4175-8ac1-b3968f9301c6 req-d29186bd-86d5-456a-9570-4326ae655f00 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018623 Aug 19 09:18:00.554936 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-e3cc0373-c2d6-413b-959c-db037fa0e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.561878 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-e3cc0373-c2d6-413b-959c-db037fa0e3e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.1472476 Aug 19 09:18:00.607354 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-6d9b9c50-e436-4190-ba8e-caea3cdcbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.608910 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-6d9b9c50-e436-4190-ba8e-caea3cdcbc12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1097 time: 0.5272319 Aug 19 09:18:00.621053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d042-d39f-4e12-8ae1-d501f4da99c8 req-e529fddd-3bc6-4a46-bf16-70d94d980da7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.629454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0de1d042-d39f-4e12-8ae1-d501f4da99c8 req-e529fddd-3bc6-4a46-bf16-70d94d980da7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 932 time: 0.5346973 Aug 19 09:18:00.647028 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-8579ecef-0dc7-4bf3-b98f-ef2531de17de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730762 Aug 19 09:18:00.704936 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-ae1b0858-f843-40b6-8155-eea232fe06ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 217 time: 0.0675616 Aug 19 09:18:00.739820 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45122) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:00.752772 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-1dbde50c-17a0-42ad-ab7e-aeb4b598925b service neutron] 10.222.0.35 "GET /v2.0/networks/64ed585a-dafa-4239-9b89-ad18bb66a515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369787 Aug 19 09:18:00.779436 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45126) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:00.844632 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0de1d042-d39f-4e12-8ae1-d501f4da99c8 req-ebbe2c9d-717b-44e8-b918-7cfa9edc9a3a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093647 Aug 19 09:18:00.852548 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-e22936e9-bbc4-4e29-bce7-4da89c4ca176 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821975 Aug 19 09:18:00.852977 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031da1-084a-4bc8-b614-cdf5ae4351fe req-a76b813b-f295-4ac0-9e5b-9e1b9e628cac tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.854581 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ce031da1-084a-4bc8-b614-cdf5ae4351fe req-a76b813b-f295-4ac0-9e5b-9e1b9e628cac tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.2279029 Aug 19 09:18:00.897584 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-08b3b6b0-26a0-4bbc-8136-e0ef665edcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:00.898908 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-4f25d576-57e3-4a98-8b15-779feae83a06 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426703 Aug 19 09:18:00.902772 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-08b3b6b0-26a0-4bbc-8136-e0ef665edcc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.1564956 Aug 19 09:18:00.962281 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3bd181fe-7157-409a-aae6-21bf368585e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.028611 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ce031da1-084a-4bc8-b614-cdf5ae4351fe req-525cc8bf-d1c9-41a8-bf22-9a148c1a0da2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531622 Aug 19 09:18:01.046277 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d098d41-d9d4-4ec2-a413-a789bf39fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.068067 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5789bfaa-f3eb-4d27-8663-112f67e4ab1d service neutron] 10.222.0.35 "GET /v2.0/networks/64ed585a-dafa-4239-9b89-ad18bb66a515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032336 Aug 19 09:18:01.102802 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-d83095ed-cc00-4079-a296-ae4fa2107c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:01.104456 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-d83095ed-cc00-4079-a296-ae4fa2107c17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1437583 Aug 19 09:18:01.129737 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da44ecff-320c-4e3c-b3df-8220b4144060 req-d68841c7-7f7d-48c0-922a-113249e79af0 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162685 Aug 19 09:18:01.197071 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3bd181fe-7157-409a-aae6-21bf368585e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.213146 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3bd181fe-7157-409a-aae6-21bf368585e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.217398 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324e3a2-4af9-40df-921e-8fa4199a2868 req-95530f40-d0bc-4beb-8b43-38b565307292 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:01.218296 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0324e3a2-4af9-40df-921e-8fa4199a2868 req-95530f40-d0bc-4beb-8b43-38b565307292 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.2415798 Aug 19 09:18:01.226403 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-96e41aac-999f-4a03-bde6-fcc87c374360 req-b343b9d1-18d1-4616-b2a4-ba96efa1bcdf service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637710 Aug 19 09:18:01.237598 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0012aba4-1975-4e17-9e36-63ccd5b799da {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:01.251871 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.269850 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3bd181fe-7157-409a-aae6-21bf368585e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04b3b8732b8747ee967ecea1827565c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284758 Aug 19 09:18:01.273070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45138) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:01.273525 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd181fe-7157-409a-aae6-21bf368585e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f728609b-3172-4cdb-b2bd-f1cef609f7c1,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:01.297666 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Transition to ACTIVE for port object 0012aba4-1975-4e17-9e36-63ccd5b799da will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:18:01.317762 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.332413 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d098d41-d9d4-4ec2-a413-a789bf39fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.337066 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d098d41-d9d4-4ec2-a413-a789bf39fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.343969 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0324e3a2-4af9-40df-921e-8fa4199a2868 req-a7deb084-92bc-4f19-baa5-6b898e4b491f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 Aug 19 09:18:01.377615 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5d098d41-d9d4-4ec2-a413-a789bf39fee2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77f3c19a1e7e4269b9a71bcdd4a3519a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947897 Aug 19 09:18:01.378431 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098d41-d9d4-4ec2-a413-a789bf39fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba0faa8-be5d-44e9-aa99-dcb5cd1410da,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:01.383219 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45140) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:01.412496 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-e76dc558-f6df-47a7-8d1f-6f56203c845e service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848055 Aug 19 09:18:01.466112 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Pushing event updated for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:01.525451 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.570805 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Attempting to bind port 0012aba4-1975-4e17-9e36-63ccd5b799da on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:18:01.571208 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Attempting to bind port 0012aba4-1975-4e17-9e36-63ccd5b799da by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:18:01.571569 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Attempting to bind port 0012aba4-1975-4e17-9e36-63ccd5b799da on network 82e71227-b874-48ff-b3e0-b3bc213455c5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:18:01.587951 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.598422 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Port 0012aba4-1975-4e17-9e36-63ccd5b799da on network 82e71227-b874-48ff-b3e0-b3bc213455c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:18:01.598778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Attempting to bind port 0012aba4-1975-4e17-9e36-63ccd5b799da on network 82e71227-b874-48ff-b3e0-b3bc213455c5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:18:01.638757 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8ed5-cebd-4b0f-8dc0-ac781a3e6e77 req-df20637f-3274-40f7-a92d-240bb338884c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:01.640470 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a5eb8ed5-cebd-4b0f-8dc0-ac781a3e6e77 req-df20637f-3274-40f7-a92d-240bb338884c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0586569 Aug 19 09:18:01.640664 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:18:01.641010 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Checking segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:18:01.641396 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Bound using segment: {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:18:01.641834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Bound port: 0012aba4-1975-4e17-9e36-63ccd5b799da, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf7071d-bd3c-4d86-896e-173d29e417c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:18:01.642197 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.653648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.683626 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a5eb8ed5-cebd-4b0f-8dc0-ac781a3e6e77 req-7e2a015f-fcef-4146-b536-1647e722ca56 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369825 Aug 19 09:18:01.698333 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c2b96934-57e7-4e9c-829b-0b2fc001cd05 req-ed2a264a-2da7-4225-8d85-0056d6d2570e service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739091 Aug 19 09:18:01.723355 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.777134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.780928 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.782080 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f728609b-3172-4cdb-b2bd-f1cef609f7c1 HTTP/1.1" status: 204 len: 168 time: 0.5058925 Aug 19 09:18:01.801414 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:18:01.803908 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c501-1ad7-4b8c-85eb-841265b0a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f728609b-3172-4cdb-b2bd-f1cef609f7c1,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:01.807060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0012aba4-1975-4e17-9e36-63ccd5b799da,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:18:01.817084 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.863088 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.865638 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:01.867010 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ba0faa8-be5d-44e9-aa99-dcb5cd1410da HTTP/1.1" status: 204 len: 168 time: 0.4782631 Aug 19 09:18:02.068367 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.069054 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.070303 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] 10.222.0.35 "PUT /v2.0/ports/0012aba4-1975-4e17-9e36-63ccd5b799da HTTP/1.1" status: 200 len: 1094 time: 1.8536420 Aug 19 09:18:02.072455 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:18:02.074655 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2af731-42f4-455d-a47b-8517ca9cfc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:18:02.102791 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060d19-54e0-462b-91c6-237bab3899e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba0faa8-be5d-44e9-aa99-dcb5cd1410da,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.145486 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2c6d-e6c9-4e68-842f-0b387f343361 service neutron] Pushing event updated for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.154210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-e1707ac5-eeea-438c-b986-e5b3e02844a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.155759 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-e1707ac5-eeea-438c-b986-e5b3e02844a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1097 time: 0.3081994 Aug 19 09:18:02.205374 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf7fa-f312-41f8-b7b9-aa964d611631 req-860b1599-a1a4-4c05-8c42-f6d5b0e0de81 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.212730 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b1bf7fa-f312-41f8-b7b9-aa964d611631 req-860b1599-a1a4-4c05-8c42-f6d5b0e0de81 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0731442 Aug 19 09:18:02.231546 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45172) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:02.254389 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-532518ba-7a61-451d-ad27-38527ddcfd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.259493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ec3b1-5734-498a-9f04-4c064e84e57b req-b28e9481-d79a-4294-abcf-e6126c20d40d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.260999 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ad9ec3b1-5734-498a-9f04-4c064e84e57b req-b28e9481-d79a-4294-abcf-e6126c20d40d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.1942356 Aug 19 09:18:02.275620 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b1bf7fa-f312-41f8-b7b9-aa964d611631 req-9c2e3088-f122-4156-b66e-97d45e029ce1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593829 Aug 19 09:18:02.328849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45176) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:02.335769 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8871ce29-ae39-4f5d-9337-da3e93065df2 x-openstack-request-id: req-8871ce29-ae39-4f5d-9337-da3e93065df2 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:18:02.336055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:18:02.336306 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8871ce29-ae39-4f5d-9337-da3e93065df2 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:18:02.336723 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da', 'status': 'completed', 'code': 200} Aug 19 09:18:02.380341 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-8b90e0cc-7239-43ef-8822-2d5b2cd73dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.381901 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-8b90e0cc-7239-43ef-8822-2d5b2cd73dd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 1097 time: 0.2242229 Aug 19 09:18:02.382685 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6e1482d-8f5f-45b4-8799-b6ecdc055adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.397025 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-532518ba-7a61-451d-ad27-38527ddcfd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.402870 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-532518ba-7a61-451d-ad27-38527ddcfd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.412287 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ad9ec3b1-5734-498a-9f04-4c064e84e57b req-31298df6-2338-4860-a92c-2a2a34c4a3dd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368048 Aug 19 09:18:02.435918 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-9fc0b123-7e67-451a-bb2b-3e79c6dfa0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.437397 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-9fc0b123-7e67-451a-bb2b-3e79c6dfa0a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.2693799 Aug 19 09:18:02.474969 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-532518ba-7a61-451d-ad27-38527ddcfd8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=671c99eebdba4addbb1f40fc5b009da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395792 Aug 19 09:18:02.474969 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532518ba-7a61-451d-ad27-38527ddcfd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08a11f-32f1-4ed7-a63c-1849622434bf,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.475415 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45180) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:02.517159 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15821535-85f4-4c7b-a40f-8180d1992997 req-b900cf1f-c215-40ed-9eb9-6675cc0e0ddb tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.518889 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-15821535-85f4-4c7b-a40f-8180d1992997 req-b900cf1f-c215-40ed-9eb9-6675cc0e0ddb tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0722272 Aug 19 09:18:02.563567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6e1482d-8f5f-45b4-8799-b6ecdc055adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.567558 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-15821535-85f4-4c7b-a40f-8180d1992997 req-316ca6be-19b3-4f8a-aca1-0556c718e769 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Aug 19 09:18:02.569243 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.574025 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6e1482d-8f5f-45b4-8799-b6ecdc055adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.612325 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.647927 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d6e1482d-8f5f-45b4-8799-b6ecdc055adb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dcd41a322d449d984ea501c9223fd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138387 Aug 19 09:18:02.651343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45186) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:02.657529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1482d-8f5f-45b4-8799-b6ecdc055adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c7809-74a6-434f-b9f0-e9cb95d998c2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.698040 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.701740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.703035 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb08a11f-32f1-4ed7-a63c-1849622434bf HTTP/1.1" status: 204 len: 168 time: 0.2265999 Aug 19 09:18:02.710454 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091675-a350-4118-a946-66a4548b5d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08a11f-32f1-4ed7-a63c-1849622434bf,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.717381 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.742818 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.799166 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.801026 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:02.804742 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/621c7809-74a6-434f-b9f0-e9cb95d998c2 HTTP/1.1" status: 204 len: 168 time: 0.1509855 Aug 19 09:18:02.816340 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061668bc-d5fd-4152-9e8f-0212987ba6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c7809-74a6-434f-b9f0-e9cb95d998c2,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:02.828336 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166e6a1-7bb9-4075-adec-64dc6ca07444 req-79ea2505-27e5-4ca7-b349-da126b1931cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:02.829856 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7166e6a1-7bb9-4075-adec-64dc6ca07444 req-79ea2505-27e5-4ca7-b349-da126b1931cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0541399 Aug 19 09:18:02.878491 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7166e6a1-7bb9-4075-adec-64dc6ca07444 req-cf720a3b-8599-473a-bf6b-ece4f950ed3d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 Aug 19 09:18:03.391938 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a469a7-a660-4eb0-b228-b4f92552e3ad req-7a0a7749-7e94-4ccd-8fbc-41cf3fb108f3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:03.393414 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89a469a7-a660-4eb0-b228-b4f92552e3ad req-7a0a7749-7e94-4ccd-8fbc-41cf3fb108f3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0581424 Aug 19 09:18:03.436029 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89a469a7-a660-4eb0-b228-b4f92552e3ad req-e7f594f3-141f-4fe3-82de-4bfd3073fa44 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Aug 19 09:18:03.545652 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac8244-9c3e-4de4-a42d-5b36552114db req-c7de11a4-401d-435e-a162-410b113e9ce7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:03.547255 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61ac8244-9c3e-4de4-a42d-5b36552114db req-c7de11a4-401d-435e-a162-410b113e9ce7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0529263 Aug 19 09:18:03.590223 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61ac8244-9c3e-4de4-a42d-5b36552114db req-8be2f13a-6edf-4abb-a0b3-820213fb6fb4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 Aug 19 09:18:03.721152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd429c4a-9532-4e04-badd-ba39c60d3dd7 req-accfa2c1-f54e-4810-a5a3-1b09d042e4d5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:03.723057 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bd429c4a-9532-4e04-badd-ba39c60d3dd7 req-accfa2c1-f54e-4810-a5a3-1b09d042e4d5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0648723 Aug 19 09:18:03.765874 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bd429c4a-9532-4e04-badd-ba39c60d3dd7 req-5a811445-5d9c-4c43-b775-0d46869b9a7d tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368118 Aug 19 09:18:04.006721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90952bf7-1ee8-4fca-a68f-ce06dae4aabd req-c42bb0f0-f86b-4fb7-9fbf-71af841364b3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:04.008620 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-90952bf7-1ee8-4fca-a68f-ce06dae4aabd req-c42bb0f0-f86b-4fb7-9fbf-71af841364b3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0555775 Aug 19 09:18:04.055232 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-90952bf7-1ee8-4fca-a68f-ce06dae4aabd req-44d16110-01c5-498b-99ec-b694ffe51037 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390158 Aug 19 09:18:04.338161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.517687 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45280) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:04.556989 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b178ffb-5dc3-4ff6-95c1-0d3b175dc5d4 req-3df141bc-06e2-46b3-94d7-e25b4e90e921 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:04.558457 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3b178ffb-5dc3-4ff6-95c1-0d3b175dc5d4 req-3df141bc-06e2-46b3-94d7-e25b4e90e921 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0487041 Aug 19 09:18:04.596316 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3b178ffb-5dc3-4ff6-95c1-0d3b175dc5d4 req-d11257f9-1014-4ca4-9856-427102ec199d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Aug 19 09:18:04.622412 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3dd49f19-29de-4434-80b3-3ffb3220dc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.743566 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3dd49f19-29de-4434-80b3-3ffb3220dc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.754374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d55836-667e-42c1-8a38-1f68aaafa50a req-627e62ed-11a3-422e-a374-ed7bbb02b64d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:04.755936 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-17d55836-667e-42c1-8a38-1f68aaafa50a req-627e62ed-11a3-422e-a374-ed7bbb02b64d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0794227 Aug 19 09:18:04.757100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3dd49f19-29de-4434-80b3-3ffb3220dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.812493 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3dd49f19-29de-4434-80b3-3ffb3220dc03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a05c0a4a0eb494bb55d7a35eb97e9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937250 Aug 19 09:18:04.815214 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45290) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:04.816130 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd49f19-29de-4434-80b3-3ffb3220dc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33bd6eb-b1b1-41e3-8695-2895ffe1e4b4,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:04.836427 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-17d55836-667e-42c1-8a38-1f68aaafa50a req-8cb4eb1d-ea68-4b07-9797-ce2b618c2691 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724676 Aug 19 09:18:04.893198 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.922798 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4025bf-badc-422a-8d4a-b9de2c54878c req-45ad685a-8cfe-4587-9d2c-10a712c0073c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:04.924273 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6c4025bf-badc-422a-8d4a-b9de2c54878c req-45ad685a-8cfe-4587-9d2c-10a712c0073c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0781353 Aug 19 09:18:04.928538 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:04.988642 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6c4025bf-badc-422a-8d4a-b9de2c54878c req-a8707aa7-0fb6-4938-8b12-d3ce3bc9ad44 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581317 Aug 19 09:18:05.004755 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.007408 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.008596 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d33bd6eb-b1b1-41e3-8695-2895ffe1e4b4 HTTP/1.1" status: 204 len: 168 time: 0.1920907 Aug 19 09:18:05.018032 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae10352-2c6b-44d8-b481-54e499705029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33bd6eb-b1b1-41e3-8695-2895ffe1e4b4,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:05.190310 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-88f814c1-2da6-401e-9060-61d9b27803cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0012aba4-1975-4e17-9e36-63ccd5b799da HTTP/1.1" status: 200 len: 217 time: 0.0762706 Aug 19 09:18:05.198823 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-5ebc9f9b-89e1-4c2b-aaff-b11f40c619e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 217 time: 0.0835707 Aug 19 09:18:05.240640 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1ef99-6c8f-4ee8-84cf-8323bc7df0e7 req-a0bb7272-b19a-4843-8dd8-f8361ca52e17 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:05.242098 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ac1ef99-6c8f-4ee8-84cf-8323bc7df0e7 req-a0bb7272-b19a-4843-8dd8-f8361ca52e17 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0840123 Aug 19 09:18:05.270195 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45302) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:05.281008 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ac1ef99-6c8f-4ee8-84cf-8323bc7df0e7 req-287ed657-0058-45ef-8efc-650e8e355f85 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327017 Aug 19 09:18:05.290652 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3589d090-f37a-42e4-a65e-1116fe252072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.381028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3589d090-f37a-42e4-a65e-1116fe252072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.384368 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3589d090-f37a-42e4-a65e-1116fe252072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.421965 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3589d090-f37a-42e4-a65e-1116fe252072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f434209ee964901a1f775e4cd3f2bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507428 Aug 19 09:18:05.422780 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589d090-f37a-42e4-a65e-1116fe252072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1989b42-7831-437b-8609-24bbacfcb71e,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:05.425090 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 45304) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:05.472369 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.498352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.542391 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.545605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:05.546711 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1989b42-7831-437b-8609-24bbacfcb71e HTTP/1.1" status: 204 len: 168 time: 0.1203089 Aug 19 09:18:05.554070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed662a-a4a3-4984-95b4-1dd182e24268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1989b42-7831-437b-8609-24bbacfcb71e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:05.709942 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda6bd2-1d6d-4d87-a660-49479ad11fb9 req-f638669a-449f-4cff-a0bf-9cdea3bcdd2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:05.711437 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eeda6bd2-1d6d-4d87-a660-49479ad11fb9 req-f638669a-449f-4cff-a0bf-9cdea3bcdd2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0492883 Aug 19 09:18:05.748477 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eeda6bd2-1d6d-4d87-a660-49479ad11fb9 req-83ca5e4d-8511-45f5-97ca-84e3efa9d1b0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Aug 19 09:18:05.952167 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82637fc-3949-4770-bd1d-acbba85c140f req-39186697-697c-495f-b601-c40b452e9192 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:05.953887 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e82637fc-3949-4770-bd1d-acbba85c140f req-39186697-697c-495f-b601-c40b452e9192 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0488737 Aug 19 09:18:05.993000 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e82637fc-3949-4770-bd1d-acbba85c140f req-6ab559e5-8072-4cda-be8c-94049a5a3c8b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Aug 19 09:18:06.109675 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1cc21-055a-4d03-9a6d-ac3a8de8549a req-f6db42bf-faa5-4578-9e3e-33b1fda82a45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.111737 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e8a1cc21-055a-4d03-9a6d-ac3a8de8549a req-f6db42bf-faa5-4578-9e3e-33b1fda82a45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0535824 Aug 19 09:18:06.150610 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e8a1cc21-055a-4d03-9a6d-ac3a8de8549a req-083e56b3-482c-4e26-bb78-1a3bb73a6841 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Aug 19 09:18:06.401443 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb485d4-d930-43d6-acf3-30e938d9ad1e req-e466f032-1bbe-4bb3-9037-7c382e44e077 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.403454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2cb485d4-d930-43d6-acf3-30e938d9ad1e req-e466f032-1bbe-4bb3-9037-7c382e44e077 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0492785 Aug 19 09:18:06.440328 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2cb485d4-d930-43d6-acf3-30e938d9ad1e req-8d86decb-c581-46dc-b4b3-e08d77e72a1b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310478 Aug 19 09:18:06.545386 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-0b894533-d312-412e-8cbe-8c7ea6f57bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.546849 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-0b894533-d312-412e-8cbe-8c7ea6f57bcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0817878 Aug 19 09:18:06.548363 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-1a351f71-1db9-4aca-85dc-17eaa35b9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.549816 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-1a351f71-1db9-4aca-85dc-17eaa35b9716 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0823653 Aug 19 09:18:06.578847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45348) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:06.605373 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-6e9e2307-0cfd-40d5-8595-bfd2ad3059f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459681 Aug 19 09:18:06.668255 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-95b1355d-cd95-4478-9c36-915981524146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.669769 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-95b1355d-cd95-4478-9c36-915981524146 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095364 Aug 19 09:18:06.683814 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad6dc-f1ea-4312-b068-70fd43145b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:06.756916 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-0755d48f-1c2d-401d-8514-a953cf18ad38 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434186 Aug 19 09:18:06.774965 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad6dc-f1ea-4312-b068-70fd43145b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:06.780926 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8b5ad6dc-f1ea-4312-b068-70fd43145b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:06.807890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8b5ad6dc-f1ea-4312-b068-70fd43145b61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e473125020343e08c7a30755dd872df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277892 Aug 19 09:18:06.810297 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 45354) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:06.869672 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-43c1d879-faf6-4174-bbff-fe06ac76fac1 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891582 Aug 19 09:18:06.875597 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ae6e78c-4d98-488d-a944-7ad9b5052e3c req-88fa528a-7ae3-4bbb-93c9-7d4135231240 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086419 Aug 19 09:18:06.883472 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ad6dc-f1ea-4312-b068-70fd43145b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead22469-9a0f-4eb3-8d24-c5f0e42b7690,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:06.923225 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998968f4-7c5a-4c26-b97d-926f23f1eb1f req-79f8cbcb-a26d-4bae-a20c-feb324250ac6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:06.924711 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-998968f4-7c5a-4c26-b97d-926f23f1eb1f req-79f8cbcb-a26d-4bae-a20c-feb324250ac6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0961406 Aug 19 09:18:06.927395 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:06.962889 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:06.989033 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-998968f4-7c5a-4c26-b97d-926f23f1eb1f req-ab45adda-a840-4e14-ac77-5051c6fb2037 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573828 Aug 19 09:18:07.027395 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:07.030803 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:07.034264 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ead22469-9a0f-4eb3-8d24-c5f0e42b7690 HTTP/1.1" status: 204 len: 168 time: 0.2144828 Aug 19 09:18:07.039923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815d61c-b731-44f2-929c-b31e710e28c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead22469-9a0f-4eb3-8d24-c5f0e42b7690,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:07.115140 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066075dd-3190-4796-b489-587d19a89578 req-926037a6-835d-48ca-af58-80a2d6513ba1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.116644 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-066075dd-3190-4796-b489-587d19a89578 req-926037a6-835d-48ca-af58-80a2d6513ba1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0548754 Aug 19 09:18:07.161740 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-066075dd-3190-4796-b489-587d19a89578 req-d29af473-f5b7-43f3-8605-d0d61acbdce1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Aug 19 09:18:07.280657 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e18a5-2df1-4383-8612-4d9b7d9d344d req-547e4598-162c-4b3e-965e-f1c3913fe2d4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.282357 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-569e18a5-2df1-4383-8612-4d9b7d9d344d req-547e4598-162c-4b3e-965e-f1c3913fe2d4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0496471 Aug 19 09:18:07.294557 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59b883c3-a921-4bf0-89c6-ecb20064e1e6 req-04701f7f-a590-4fcd-9250-6f8f56ccd435 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317842 Aug 19 09:18:07.310203 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-f7dd05fb-5ccc-4387-9728-e67fec7f1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.311649 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-f7dd05fb-5ccc-4387-9728-e67fec7f1388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 1097 time: 0.0594351 Aug 19 09:18:07.327697 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-569e18a5-2df1-4383-8612-4d9b7d9d344d req-3e95e4ce-4fd8-48f2-9821-6c98da526cd9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Aug 19 09:18:07.599121 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280b25c-9794-4e26-a738-383bf4b53aa9 req-5efe37e7-cad7-40fd-9bf6-fe69703af117 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.600678 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9280b25c-9794-4e26-a738-383bf4b53aa9 req-5efe37e7-cad7-40fd-9bf6-fe69703af117 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0716348 Aug 19 09:18:07.617790 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-c5b44bfa-5253-430b-addc-d9479d3c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.619185 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-c5b44bfa-5253-430b-addc-d9479d3c25fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.1364827 Aug 19 09:18:07.666611 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-163c9673-1668-4f12-86ff-54102b1567c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0012aba4-1975-4e17-9e36-63ccd5b799da HTTP/1.1" status: 200 len: 217 time: 0.0384228 Aug 19 09:18:07.686933 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9280b25c-9794-4e26-a738-383bf4b53aa9 req-92b735f7-944f-4883-9a2b-3ffb49e1556b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778499 Aug 19 09:18:07.721693 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-682179d2-5ef4-49a0-9d7a-2e6166b23fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:07.723425 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-682179d2-5ef4-49a0-9d7a-2e6166b23fdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0488887 Aug 19 09:18:07.760902 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-6aa33aed-5cf7-4814-b5d6-cf7f0871c6e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289145 Aug 19 09:18:07.853035 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-abd384d4-5586-4c49-b7ab-7f1a11fe1a95 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845437 Aug 19 09:18:07.954668 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f2af731-42f4-455d-a47b-8517ca9cfc5d req-68ea1929-9859-4302-91cd-6cc0db4e4ccb service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Aug 19 09:18:08.114826 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb58b8-3b3a-4954-9b9a-e90d3bdbf60a req-b4b57389-e28f-4bbd-af7d-7aca7f83fa37 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:08.116368 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13bb58b8-3b3a-4954-9b9a-e90d3bdbf60a req-b4b57389-e28f-4bbd-af7d-7aca7f83fa37 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0555120 Aug 19 09:18:08.162266 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13bb58b8-3b3a-4954-9b9a-e90d3bdbf60a req-7bac53c7-0922-47ef-8622-383800012424 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Aug 19 09:18:08.302313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9acc93-4d52-4053-906e-872d00dc000b req-78f1a22d-ed6f-4d80-969d-991e45a86422 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:08.304232 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ac9acc93-4d52-4053-906e-872d00dc000b req-78f1a22d-ed6f-4d80-969d-991e45a86422 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0643969 Aug 19 09:18:08.349657 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ac9acc93-4d52-4053-906e-872d00dc000b req-fbadeb18-c46e-4807-8fd9-c14fe6c09a17 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Aug 19 09:18:08.441608 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2867a-0991-4f42-9323-6d0fea6d5221 req-ae3b4f6e-a3eb-4d82-a9d8-9eff1fd44e55 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:08.443049 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98f2867a-0991-4f42-9323-6d0fea6d5221 req-ae3b4f6e-a3eb-4d82-a9d8-9eff1fd44e55 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0476789 Aug 19 09:18:08.479731 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98f2867a-0991-4f42-9323-6d0fea6d5221 req-8160be92-f226-4d11-a716-98bdf6d4e5ca tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307183 Aug 19 09:18:08.804701 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd08855-6b27-4414-8eb8-46324fdd4a81 req-4f61dff2-29aa-4835-bc14-facec60bba66 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:08.806149 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bbd08855-6b27-4414-8eb8-46324fdd4a81 req-4f61dff2-29aa-4835-bc14-facec60bba66 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0472217 Aug 19 09:18:08.845424 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bbd08855-6b27-4414-8eb8-46324fdd4a81 req-407c0c5f-7a26-4837-8c34-223c0e7c4c39 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328391 Aug 19 09:18:09.276801 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50f12-93ea-4f56-97b3-a6af98ae6426 req-4a7ed326-1192-4d0d-99ed-7fbfdb2d482b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:09.278882 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c7e50f12-93ea-4f56-97b3-a6af98ae6426 req-4a7ed326-1192-4d0d-99ed-7fbfdb2d482b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0484397 Aug 19 09:18:09.319111 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c7e50f12-93ea-4f56-97b3-a6af98ae6426 req-5f2f3585-509d-46bf-94a1-f7e1f474a8d5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Aug 19 09:18:09.471844 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3516e6-66f0-4c78-b485-a39602888485 req-d680ee4b-e466-4105-a354-b64114a45187 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:09.473666 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8d3516e6-66f0-4c78-b485-a39602888485 req-d680ee4b-e466-4105-a354-b64114a45187 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0486557 Aug 19 09:18:09.516897 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8d3516e6-66f0-4c78-b485-a39602888485 req-75738461-122d-48d9-9d01-ee2f9c1cfa51 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373516 Aug 19 09:18:09.634212 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d903ec-3b54-47a7-a937-7f103814be7c req-8fd3e8a5-50aa-4f8a-94d7-8691d6f7b611 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:09.635729 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45d903ec-3b54-47a7-a937-7f103814be7c req-8fd3e8a5-50aa-4f8a-94d7-8691d6f7b611 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0779002 Aug 19 09:18:09.675368 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45d903ec-3b54-47a7-a937-7f103814be7c req-29860edb-edc7-4654-8020-e3ca77b0d67a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Aug 19 09:18:09.967029 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde066-b054-43fa-bc18-bec059cb727b req-07de0931-4a3f-4234-a403-f5853475ce1a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:09.968556 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64cde066-b054-43fa-bc18-bec059cb727b req-07de0931-4a3f-4234-a403-f5853475ce1a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0531116 Aug 19 09:18:10.007025 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64cde066-b054-43fa-bc18-bec059cb727b req-da29e7b1-72e9-4888-b4de-be58461d7015 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Aug 19 09:18:10.484535 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b436e4-3f54-4d10-a996-d2f45ed85ae8 req-ef3d91b5-1778-469d-bfac-d1128498cae1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:10.486367 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e4b436e4-3f54-4d10-a996-d2f45ed85ae8 req-ef3d91b5-1778-469d-bfac-d1128498cae1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0745549 Aug 19 09:18:10.528178 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e4b436e4-3f54-4d10-a996-d2f45ed85ae8 req-8c7edbd8-041d-49a5-8780-bdd173671d3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351772 Aug 19 09:18:10.631948 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295f70f-b195-4af7-b33e-0c53bc27b757 req-87e29e99-cc43-4c74-813f-d06b403d5c84 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:10.633447 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8295f70f-b195-4af7-b33e-0c53bc27b757 req-87e29e99-cc43-4c74-813f-d06b403d5c84 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0494688 Aug 19 09:18:10.670771 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8295f70f-b195-4af7-b33e-0c53bc27b757 req-8102172e-7578-4397-92b3-90f348b144e8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Aug 19 09:18:10.789728 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea038-5a7e-4919-bf29-4083eb2f6350 req-1a836014-b028-4791-b550-c2c5ef51024f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:10.791164 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1d2ea038-5a7e-4919-bf29-4083eb2f6350 req-1a836014-b028-4791-b550-c2c5ef51024f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Aug 19 09:18:10.827671 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1d2ea038-5a7e-4919-bf29-4083eb2f6350 req-3fc20ad3-8864-4029-a9e8-78889cd088c0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305932 Aug 19 09:18:11.126052 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae9101-557c-4e2a-ba0c-3bd7639ecdb7 req-56960b3e-c6e8-4c0f-b2f5-09700f4165ca tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:11.127520 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-06ae9101-557c-4e2a-ba0c-3bd7639ecdb7 req-56960b3e-c6e8-4c0f-b2f5-09700f4165ca tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0477753 Aug 19 09:18:11.163522 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-06ae9101-557c-4e2a-ba0c-3bd7639ecdb7 req-1f9a9716-60a8-4f4a-958c-c6a826fe0189 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302711 Aug 19 09:18:11.645854 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241606e5-8bac-4f9d-a6ba-f4a5a67eb7d7 req-05645d5e-be3a-4a7f-8be7-19b73648d6d2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:11.647236 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-241606e5-8bac-4f9d-a6ba-f4a5a67eb7d7 req-05645d5e-be3a-4a7f-8be7-19b73648d6d2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0502207 Aug 19 09:18:11.687851 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-241606e5-8bac-4f9d-a6ba-f4a5a67eb7d7 req-25fc0497-ce6d-4d60-a43e-cd0879e6259d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Aug 19 09:18:11.784649 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692cb7c-753a-438f-8c85-7ec2d744da9a req-62035622-f7ff-47c9-8be6-8b3627b16518 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:11.786094 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7692cb7c-753a-438f-8c85-7ec2d744da9a req-62035622-f7ff-47c9-8be6-8b3627b16518 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0511549 Aug 19 09:18:11.821676 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7692cb7c-753a-438f-8c85-7ec2d744da9a req-8720a1b8-7743-4f52-b79e-b3d8148d970f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298278 Aug 19 09:18:11.936819 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98447713-31a9-4e20-881a-dafd9bd00ec5 req-119d5ce1-0163-46d6-a5d8-4111a4c3a74a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:11.938187 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98447713-31a9-4e20-881a-dafd9bd00ec5 req-119d5ce1-0163-46d6-a5d8-4111a4c3a74a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0474896 Aug 19 09:18:11.979703 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98447713-31a9-4e20-881a-dafd9bd00ec5 req-f8cdc151-436c-451a-8408-f3339978adce tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357263 Aug 19 09:18:12.278700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77406-24d4-4aec-908a-5332114e7ade req-118805ae-3b70-411c-b2af-5411ca6287db tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:12.280169 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c7e77406-24d4-4aec-908a-5332114e7ade req-118805ae-3b70-411c-b2af-5411ca6287db tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0475044 Aug 19 09:18:12.316105 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c7e77406-24d4-4aec-908a-5332114e7ade req-128bd11f-335b-459d-9ea1-cb94a959fe11 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301566 Aug 19 09:18:12.411939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a640423a-d1c4-4242-81ec-f336b4da6c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:12.801819 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd07c34-e44a-4177-9fb2-b77077d649e1 req-45ce956b-f5e5-4d9a-a432-e439ac478a15 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:12.803354 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fd07c34-e44a-4177-9fb2-b77077d649e1 req-45ce956b-f5e5-4d9a-a432-e439ac478a15 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0479496 Aug 19 09:18:12.838983 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fd07c34-e44a-4177-9fb2-b77077d649e1 req-4f93c80b-ca4e-40aa-ae1f-37b2e1b17e58 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299408 Aug 19 09:18:12.933356 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b70aa5-8b89-4acd-a5fe-bdf4a3e011a8 req-c3f8a178-9b6a-4af8-9e6a-82a0fa4dc739 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:12.934857 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a7b70aa5-8b89-4acd-a5fe-bdf4a3e011a8 req-c3f8a178-9b6a-4af8-9e6a-82a0fa4dc739 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0478809 Aug 19 09:18:12.973406 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a7b70aa5-8b89-4acd-a5fe-bdf4a3e011a8 req-60ecfffd-8d43-470f-96d6-f9e5861b2ff3 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Aug 19 09:18:13.091376 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab222c-7754-4380-b113-fcd07051d4f4 req-ec75aa05-2e38-4024-8115-6e8107486db1 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:13.092827 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4aab222c-7754-4380-b113-fcd07051d4f4 req-ec75aa05-2e38-4024-8115-6e8107486db1 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0479121 Aug 19 09:18:13.132634 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4aab222c-7754-4380-b113-fcd07051d4f4 req-6d18c475-aacb-4a64-b699-ee71bfe4c037 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Aug 19 09:18:13.434398 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76b38-2813-4c52-9f94-bbf627c38f01 req-2db57c70-3ffa-47d2-bf6b-455e0ece7563 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:13.436004 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5a76b38-2813-4c52-9f94-bbf627c38f01 req-2db57c70-3ffa-47d2-bf6b-455e0ece7563 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0507388 Aug 19 09:18:13.472159 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5a76b38-2813-4c52-9f94-bbf627c38f01 req-65cd28a5-41aa-4e82-9451-4d9140ae7361 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Aug 19 09:18:13.857330 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:18:13.950726 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01f4e-4231-4aa9-a179-a2c71e531de2 req-5cf76a32-3f57-4c69-9574-dd5ba823d878 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:13.952180 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-73e01f4e-4231-4aa9-a179-a2c71e531de2 req-5cf76a32-3f57-4c69-9574-dd5ba823d878 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0475860 Aug 19 09:18:13.988551 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-73e01f4e-4231-4aa9-a179-a2c71e531de2 req-8cddd908-0000-4609-b6cf-805c45653597 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303252 Aug 19 09:18:14.085541 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab7a8-7350-4828-a42e-83750c10e161 req-8194f97a-d857-4bd6-85cb-f1e94a4eb953 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:14.087012 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80cab7a8-7350-4828-a42e-83750c10e161 req-8194f97a-d857-4bd6-85cb-f1e94a4eb953 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.0483830 Aug 19 09:18:14.124240 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-80cab7a8-7350-4828-a42e-83750c10e161 req-37920474-1664-4aa6-9ec8-b6b6447eabf4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Aug 19 09:18:14.244061 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc57b0-cf4f-40c6-8db9-0a58e522ec0c req-2ab4cced-2cdc-498e-be2d-905acb7fe6b9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:14.245514 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-14dc57b0-cf4f-40c6-8db9-0a58e522ec0c req-2ab4cced-2cdc-498e-be2d-905acb7fe6b9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0488997 Aug 19 09:18:14.281519 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-14dc57b0-cf4f-40c6-8db9-0a58e522ec0c req-85037ca2-9f5b-4471-83af-3ea74ffd4346 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300574 Aug 19 09:18:14.587664 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6bb00-2a8c-4e32-a8de-1f248d19fbbd req-a20d5cac-277e-435c-91a6-7a1a0915719d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:14.589144 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30b6bb00-2a8c-4e32-a8de-1f248d19fbbd req-a20d5cac-277e-435c-91a6-7a1a0915719d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0478427 Aug 19 09:18:14.626566 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30b6bb00-2a8c-4e32-a8de-1f248d19fbbd req-afbf6c01-d1ec-4a34-ad66-212c91002535 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Aug 19 09:18:14.967429 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ca569488-0b02-48b6-a455-27d082ed4332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.098523 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3374-746d-44b9-a795-58f1cac94f8a req-d913cdae-98a3-4475-8e9a-6eb3b4216d6a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:15.099986 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-356e3374-746d-44b9-a795-58f1cac94f8a req-d913cdae-98a3-4475-8e9a-6eb3b4216d6a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 943 time: 0.0472584 Aug 19 09:18:15.140046 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-356e3374-746d-44b9-a795-58f1cac94f8a req-0278ea00-c0f0-4ab5-a31f-d27e4783f0f1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Aug 19 09:18:15.170656 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:18:15.209457 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.298216 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.310811 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '137293e7-3590-4eee-8e9a-b01076e25605', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:18:15.354532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.370581 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:15.393055 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.396630 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.397469 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ac485851-543b-4b61-ba46-32cc68fcf2c4 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:18:15.411607 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd668-61eb-44a3-a532-a9b901675aff req-40d03ea5-f2d5-4432-ae96-e815eb4dc753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:15.413231 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3d0fd668-61eb-44a3-a532-a9b901675aff req-40d03ea5-f2d5-4432-ae96-e815eb4dc753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 943 time: 0.0538261 Aug 19 09:18:15.429321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85238-f001-407a-b1b0-ababf721b890 req-7d72b528-94ad-4112-afa2-9b268b3a32ac tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:15.431420 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2a85238-f001-407a-b1b0-ababf721b890 req-7d72b528-94ad-4112-afa2-9b268b3a32ac tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 944 time: 0.2361078 Aug 19 09:18:15.452139 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3d0fd668-61eb-44a3-a532-a9b901675aff req-52610aab-6294-4858-b224-dc5da4c6cd38 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Aug 19 09:18:15.486237 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2a85238-f001-407a-b1b0-ababf721b890 req-a628a88a-b535-4245-b646-e89087d54ce0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Aug 19 09:18:15.494587 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:15.540468 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.551645 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'ac485851-543b-4b61-ba46-32cc68fcf2c4', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'port_id': 'ac485851-543b-4b61-ba46-32cc68fcf2c4', 'mac_address': 'fa:16:3e:82:6a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:18:15.590195 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.603159 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac485851-543b-4b61-ba46-32cc68fcf2c4 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:15.625243 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.629588 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.630274 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 0012aba4-1975-4e17-9e36-63ccd5b799da details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:18:15.702926 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0012aba4-1975-4e17-9e36-63ccd5b799da,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.712056 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:15.719963 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '0012aba4-1975-4e17-9e36-63ccd5b799da', 'network_id': '82e71227-b874-48ff-b3e0-b3bc213455c5', 'port_id': '0012aba4-1975-4e17-9e36-63ccd5b799da', 'mac_address': 'fa:16:3e:5c:f9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:18:15.756722 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d44c2-53c7-45ed-83c4-060a5524680c req-1309bbf5-3b10-4696-bee9-cf91672ed812 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:15.758248 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a85d44c2-53c7-45ed-83c4-060a5524680c req-1309bbf5-3b10-4696-bee9-cf91672ed812 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0572932 Aug 19 09:18:15.758733 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.778083 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0012aba4-1975-4e17-9e36-63ccd5b799da {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:15.797668 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0012aba4-1975-4e17-9e36-63ccd5b799da,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.799815 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a85d44c2-53c7-45ed-83c4-060a5524680c req-feb738d7-a161-446e-8f7b-332a49ad963e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Aug 19 09:18:15.801678 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.802294 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device d13f978a-34d4-4492-ad11-9cefbdb91dcc details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:18:15.894762 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:15.934831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:15.944946 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'port_id': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc', 'mac_address': 'fa:16:3e:64:cd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4ac5d-43fa-48cd-891c-5fadb9193dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:18:15.985075 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:15.997953 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13f978a-34d4-4492-ad11-9cefbdb91dcc {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:16.018739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:16.021767 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:16.022505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device fe32dc17-332d-4b18-91b9-52ea978ffebd details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:18:16.108649 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:16.157295 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd,segment=NetworkSegment(c17ec671-bec8-4cdf-918c-10c1309c17f8),segment_id=c17ec671-bec8-4cdf-918c-10c1309c17f8)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:16.167406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'fe32dc17-332d-4b18-91b9-52ea978ffebd', 'network_id': '64ed585a-dafa-4239-9b89-ad18bb66a515', 'port_id': 'fe32dc17-332d-4b18-91b9-52ea978ffebd', 'mac_address': 'fa:16:3e:6f:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1bb644-f541-488e-814f-3fece59b802c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:18:16.216964 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:16.218039 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:16.231647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe32dc17-332d-4b18-91b9-52ea978ffebd {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:18:16.251722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd,segment=NetworkSegment(c17ec671-bec8-4cdf-918c-10c1309c17f8),segment_id=c17ec671-bec8-4cdf-918c-10c1309c17f8)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:16.255508 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:16.258357 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16003fa0-057d-4f82-ae49-c22e03cb2f0d req-1ee5d366-faf8-43f6-b6ea-de5cd3c6f383 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:16.260063 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16003fa0-057d-4f82-ae49-c22e03cb2f0d req-1ee5d366-faf8-43f6-b6ea-de5cd3c6f383 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0500097 Aug 19 09:18:16.303966 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:16.312736 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16003fa0-057d-4f82-ae49-c22e03cb2f0d req-a250ca50-e7bc-469d-9b7f-5e114c602108 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Aug 19 09:18:16.568390 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39387a0-5c18-43e1-8732-ad32ef97a9e5 req-bed49add-7613-4939-a601-2b3bc498e2e0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:16.570190 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f39387a0-5c18-43e1-8732-ad32ef97a9e5 req-bed49add-7613-4939-a601-2b3bc498e2e0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0491984 Aug 19 09:18:16.614042 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f946-2c95-4dce-b8d8-10c51711d55d req-1ff4e6b1-a9c5-49b8-a2af-26f8ec1b1926 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:16.615599 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9af0f946-2c95-4dce-b8d8-10c51711d55d req-1ff4e6b1-a9c5-49b8-a2af-26f8ec1b1926 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0597887 Aug 19 09:18:16.615788 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f39387a0-5c18-43e1-8732-ad32ef97a9e5 req-546b8b03-6386-4c90-abaa-f3ffe2ac7a14 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Aug 19 09:18:16.658009 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9af0f946-2c95-4dce-b8d8-10c51711d55d req-f5661df0-d918-496c-a67c-151f7c10ec0e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346608 Aug 19 09:18:17.098544 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da853c4-a761-4db9-bfe7-3d7e68d694d2 req-633c0b89-46ac-40a0-a390-3dd2bfdd4aa5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:17.100479 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3da853c4-a761-4db9-bfe7-3d7e68d694d2 req-633c0b89-46ac-40a0-a390-3dd2bfdd4aa5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.2309201 Aug 19 09:18:17.137841 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3da853c4-a761-4db9-bfe7-3d7e68d694d2 req-0e9cb987-7fa7-4cbe-866f-243aa4d7a8cf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308750 Aug 19 09:18:17.426454 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b247e65-812a-4dfd-b945-b258eccd170b req-657eb237-7353-4811-97c3-1f50a66609f0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:17.427973 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0b247e65-812a-4dfd-b945-b258eccd170b req-657eb237-7353-4811-97c3-1f50a66609f0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0539970 Aug 19 09:18:17.464042 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0b247e65-812a-4dfd-b945-b258eccd170b req-ca216933-a754-4051-a3ae-15d93917f64a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303144 Aug 19 09:18:17.729334 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de67fa3-bbcb-4c36-8a46-1c95d729cf6a req-53e762a7-ae9c-47c4-8e0b-c1b8661d93c9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:17.731220 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6de67fa3-bbcb-4c36-8a46-1c95d729cf6a req-53e762a7-ae9c-47c4-8e0b-c1b8661d93c9 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0487561 Aug 19 09:18:17.771421 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6de67fa3-bbcb-4c36-8a46-1c95d729cf6a req-37ad365d-b43c-42b6-bb9b-c29b527211e0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Aug 19 09:18:17.783437 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f999b8e-e3a1-42fc-b545-0cc05fffbc58 req-f5d2e2f1-888b-4679-86c4-02b118220c37 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:17.784979 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8f999b8e-e3a1-42fc-b545-0cc05fffbc58 req-f5d2e2f1-888b-4679-86c4-02b118220c37 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0584004 Aug 19 09:18:17.827507 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8f999b8e-e3a1-42fc-b545-0cc05fffbc58 req-3a6369ea-b4fb-4274-bb4d-2c50c09f229d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Aug 19 09:18:17.971457 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:18.256327 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fd510-e865-446f-aa84-dc837c49494f req-93ae4430-c50d-44a4-bb3d-51d74d25406c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:18.257706 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-824fd510-e865-446f-aa84-dc837c49494f req-93ae4430-c50d-44a4-bb3d-51d74d25406c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0478361 Aug 19 09:18:18.298461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-824fd510-e865-446f-aa84-dc837c49494f req-1d67d255-675e-454e-becb-129e9469b0ba tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341942 Aug 19 09:18:18.578213 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb966fb-f871-4d0f-a70e-894a388a24e4 req-498985cd-3a13-4ccb-93c2-44546ce555f2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:18.579625 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-edb966fb-f871-4d0f-a70e-894a388a24e4 req-498985cd-3a13-4ccb-93c2-44546ce555f2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0492086 Aug 19 09:18:18.615796 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-edb966fb-f871-4d0f-a70e-894a388a24e4 req-5500858d-5f3f-4b96-95ce-5adbb221cc79 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303404 Aug 19 09:18:18.904958 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd8a0-3b73-43a9-8ba2-eb868bb91f0f req-74a3c607-0f96-4d72-9c1a-80968b098b98 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:18.906633 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ed5bd8a0-3b73-43a9-8ba2-eb868bb91f0f req-74a3c607-0f96-4d72-9c1a-80968b098b98 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0646005 Aug 19 09:18:18.943944 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ed5bd8a0-3b73-43a9-8ba2-eb868bb91f0f req-aaa6510f-47fc-4db4-9ac9-15d29f1af7b4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Aug 19 09:18:18.947744 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea8a2b-32d4-408e-b37f-af0e81b8ab68 req-16bc63ec-eee5-4c87-b20c-0198a2741c09 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:18.949229 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38ea8a2b-32d4-408e-b37f-af0e81b8ab68 req-16bc63ec-eee5-4c87-b20c-0198a2741c09 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0518608 Aug 19 09:18:18.989292 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38ea8a2b-32d4-408e-b37f-af0e81b8ab68 req-388c1b9a-109a-427e-8c7e-9379de0750af tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Aug 19 09:18:19.417312 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d316-71d2-4beb-a9ae-181f30c0a19c req-9719ca2f-2821-4461-a8a7-586cbaed9ddc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:19.418866 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-01c0d316-71d2-4beb-a9ae-181f30c0a19c req-9719ca2f-2821-4461-a8a7-586cbaed9ddc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0499148 Aug 19 09:18:19.456321 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-01c0d316-71d2-4beb-a9ae-181f30c0a19c req-7e4a6e52-0333-4fb2-a3e2-70e3ac53f2fd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 19 09:18:19.728488 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffd59-96ff-4cdf-b61d-956c8fc67b82 req-0f7a9260-b1f1-466a-947b-fc3e0fb99832 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:19.729865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8abffd59-96ff-4cdf-b61d-956c8fc67b82 req-0f7a9260-b1f1-466a-947b-fc3e0fb99832 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0498345 Aug 19 09:18:19.767409 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8abffd59-96ff-4cdf-b61d-956c8fc67b82 req-e5d18836-a656-4312-97ba-56207cd62769 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 19 09:18:20.063595 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04c61e-2ff8-408d-b6b1-5390f181f1e1 req-618b458a-8d47-4e3c-afcb-7a4a3b0bac7b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:20.065094 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6c04c61e-2ff8-408d-b6b1-5390f181f1e1 req-618b458a-8d47-4e3c-afcb-7a4a3b0bac7b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0504737 Aug 19 09:18:20.106584 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6c04c61e-2ff8-408d-b6b1-5390f181f1e1 req-9f3d2260-f4fb-4938-b7bc-06aa223626cf tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Aug 19 09:18:20.108049 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8552c3-91b8-43e5-9f70-6467fdeab5eb req-f884032f-182f-47e8-bf8a-e943fdd73fee tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:20.109679 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8d8552c3-91b8-43e5-9f70-6467fdeab5eb req-f884032f-182f-47e8-bf8a-e943fdd73fee tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0505085 Aug 19 09:18:20.147180 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8d8552c3-91b8-43e5-9f70-6467fdeab5eb req-c6013bbb-5a11-4836-a11d-b2a062270667 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Aug 19 09:18:20.575140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c132-991b-4d07-9312-75d90dc47c74 req-8c5505be-efe8-4418-8994-04cd05430460 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:20.576652 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ccb7c132-991b-4d07-9312-75d90dc47c74 req-8c5505be-efe8-4418-8994-04cd05430460 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0508897 Aug 19 09:18:20.615749 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ccb7c132-991b-4d07-9312-75d90dc47c74 req-f8f9a1da-75dc-4b13-8f7e-66927372c39a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Aug 19 09:18:20.882950 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b6e08-dea9-4268-b130-800969e625b1 req-17ffa277-2a7c-4587-b398-1074dc6d54ee tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:20.884742 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-639b6e08-dea9-4268-b130-800969e625b1 req-17ffa277-2a7c-4587-b398-1074dc6d54ee tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0521770 Aug 19 09:18:20.923951 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-639b6e08-dea9-4268-b130-800969e625b1 req-dd1990e9-6d2b-4b7d-acb5-cda3ecd0ad8f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Aug 19 09:18:21.219013 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f45cc-0438-4449-9118-8e3491ce16be req-3ac6ca7a-fc8e-4b75-a72b-60b6a7588b45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:21.220508 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dd6f45cc-0438-4449-9118-8e3491ce16be req-3ac6ca7a-fc8e-4b75-a72b-60b6a7588b45 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0488408 Aug 19 09:18:21.257798 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dd6f45cc-0438-4449-9118-8e3491ce16be req-7a8ab994-b6ce-4887-9ff2-f627dd3b887b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Aug 19 09:18:21.265676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7fd01-f3b0-4369-9a58-1db6e351ae0a req-3a9c4e0f-d856-4067-9c4b-b9c607588277 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:21.267295 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e2b7fd01-f3b0-4369-9a58-1db6e351ae0a req-3a9c4e0f-d856-4067-9c4b-b9c607588277 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0527942 Aug 19 09:18:21.304560 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e2b7fd01-f3b0-4369-9a58-1db6e351ae0a req-12038b85-bfa3-462d-bcce-1ddc6f5d5280 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 19 09:18:21.731927 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae5981-635a-464f-a24e-07d88dfc23ca req-5b130fd1-39f8-4db3-92bf-6d95aa1ba593 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:21.734218 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3dae5981-635a-464f-a24e-07d88dfc23ca req-5b130fd1-39f8-4db3-92bf-6d95aa1ba593 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 19 09:18:21.772894 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3dae5981-635a-464f-a24e-07d88dfc23ca req-6be8ac74-573b-403e-919b-4eb9ba11e87b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328951 Aug 19 09:18:22.039167 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092413b-0109-4869-ab00-9691c19a8ac6 req-e6b48a07-7d4b-4f7a-93f2-c757e443bbf8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:22.040717 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c092413b-0109-4869-ab00-9691c19a8ac6 req-e6b48a07-7d4b-4f7a-93f2-c757e443bbf8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0490272 Aug 19 09:18:22.079142 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c092413b-0109-4869-ab00-9691c19a8ac6 req-e6402896-7e46-4e87-90ef-73f6cc73a082 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Aug 19 09:18:22.377364 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16d4e8-40d8-4133-aed7-e08e0a2828d5 req-d29098cb-1e06-4792-bedd-8da1b3fa392a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:22.378886 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-df16d4e8-40d8-4133-aed7-e08e0a2828d5 req-d29098cb-1e06-4792-bedd-8da1b3fa392a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0507963 Aug 19 09:18:22.419809 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-df16d4e8-40d8-4133-aed7-e08e0a2828d5 req-9800fc09-68aa-428d-9de7-1746217393a6 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345752 Aug 19 09:18:22.427416 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513c0f-6075-4a28-bf19-cdf5cf5fe500 req-1bd10d43-c0c0-4676-9d49-24c7d1bffaae tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:22.429027 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f7513c0f-6075-4a28-bf19-cdf5cf5fe500 req-1bd10d43-c0c0-4676-9d49-24c7d1bffaae tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0543897 Aug 19 09:18:22.465900 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f7513c0f-6075-4a28-bf19-cdf5cf5fe500 req-cde9e81e-6a6a-408c-9601-4dbf11e5d39a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Aug 19 09:18:22.891149 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c29df-454f-40de-884c-619f0e6b0857 req-65773e90-aa5d-49e8-aa84-268a92f1f77c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:22.892651 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-739c29df-454f-40de-884c-619f0e6b0857 req-65773e90-aa5d-49e8-aa84-268a92f1f77c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0497122 Aug 19 09:18:22.932886 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-739c29df-454f-40de-884c-619f0e6b0857 req-bb43db94-f5aa-4e29-a238-91b743f14e20 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342665 Aug 19 09:18:23.196176 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88274c31-3697-4e77-a32e-f297c46c0d63 req-ac2c9389-5028-429a-b5f8-d612b3824553 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:23.197686 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88274c31-3697-4e77-a32e-f297c46c0d63 req-ac2c9389-5028-429a-b5f8-d612b3824553 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0511820 Aug 19 09:18:23.242011 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-88274c31-3697-4e77-a32e-f297c46c0d63 req-001b135b-7bad-4439-9564-10369430f396 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 Aug 19 09:18:23.289494 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ac485851-543b-4b61-ba46-32cc68fcf2c4'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:18:23.309836 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['fe32dc17-332d-4b18-91b9-52ea978ffebd'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:18:23.342705 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:18:23.422128 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['137293e7-3590-4eee-8e9a-b01076e25605'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:18:23.424090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['0012aba4-1975-4e17-9e36-63ccd5b799da'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:18:23.542365 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1287-cac5-4255-9684-e87fae570f0b req-16c3cfe9-e434-4550-b38b-a9124b0227c0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:23.543877 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3e0e1287-cac5-4255-9684-e87fae570f0b req-16c3cfe9-e434-4550-b38b-a9124b0227c0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0537364 Aug 19 09:18:23.599877 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782dc4-0a99-49e3-8959-af433b50248d req-56362662-a821-4b8b-a37b-1734f5b57caa tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:23.601345 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3e0e1287-cac5-4255-9684-e87fae570f0b req-7586a1eb-094d-4d0e-94db-3d74708af76c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Aug 19 09:18:23.601492 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6d782dc4-0a99-49e3-8959-af433b50248d req-56362662-a821-4b8b-a37b-1734f5b57caa tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0634587 Aug 19 09:18:23.642266 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6d782dc4-0a99-49e3-8959-af433b50248d req-47af925f-f138-40f1-b91c-f2216673a194 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Aug 19 09:18:24.132993 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0851f6-9772-456a-ad54-6c839bbf8f78 req-0027448b-5254-4905-a01c-e501857cd60c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:24.134790 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3b0851f6-9772-456a-ad54-6c839bbf8f78 req-0027448b-5254-4905-a01c-e501857cd60c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0691791 Aug 19 09:18:24.183212 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3b0851f6-9772-456a-ad54-6c839bbf8f78 req-1a8b8a4d-00cb-460a-879f-d4d5b9f9bd2f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Aug 19 09:18:24.378034 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8172f2-a7c7-4e8e-a64e-9809673411c9 req-7c7f99e4-1618-4d31-8fa7-f2ba92bcb33a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:24.379949 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f8172f2-a7c7-4e8e-a64e-9809673411c9 req-7c7f99e4-1618-4d31-8fa7-f2ba92bcb33a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0599957 Aug 19 09:18:24.417325 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f8172f2-a7c7-4e8e-a64e-9809673411c9 req-ba910985-198d-4a3b-88dd-2ed51ba54434 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Aug 19 09:18:24.719888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ae35b-6f52-4b6f-a3d2-02dcedf60758 req-7b4bdaa1-ad27-4d7c-81be-5aceadfc3fb8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:24.721353 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f55ae35b-6f52-4b6f-a3d2-02dcedf60758 req-7b4bdaa1-ad27-4d7c-81be-5aceadfc3fb8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0536466 Aug 19 09:18:24.758195 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d79ada-961a-4170-aee6-6d1cb01c2e1c req-d2575ad5-b9f5-48d4-acd9-abf6ba9e2793 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:24.759263 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f55ae35b-6f52-4b6f-a3d2-02dcedf60758 req-f15c1aaa-e842-4ab9-8df7-82d27f5f0866 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Aug 19 09:18:24.761581 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9d79ada-961a-4170-aee6-6d1cb01c2e1c req-d2575ad5-b9f5-48d4-acd9-abf6ba9e2793 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0512679 Aug 19 09:18:24.800356 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9d79ada-961a-4170-aee6-6d1cb01c2e1c req-8fad055d-95c7-4f70-9311-e1a93e2e5545 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Aug 19 09:18:25.317653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27b7d-1f9f-4d90-9fb9-f3ac5607b4c3 req-858fe057-a06c-40b0-833c-fe2aee34e8ea tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:25.324679 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f3d27b7d-1f9f-4d90-9fb9-f3ac5607b4c3 req-858fe057-a06c-40b0-833c-fe2aee34e8ea tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0640755 Aug 19 09:18:25.364879 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f3d27b7d-1f9f-4d90-9fb9-f3ac5607b4c3 req-2a8c09cd-715a-4b50-8290-0ee7a1b13603 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393333 Aug 19 09:18:25.535037 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9a990-e95a-4403-bfc3-722477b90633 req-ecb541d4-9a1b-45b3-b357-57fd5c88a9ca tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:25.536862 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cce9a990-e95a-4403-bfc3-722477b90633 req-ecb541d4-9a1b-45b3-b357-57fd5c88a9ca tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0499787 Aug 19 09:18:25.575354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cce9a990-e95a-4403-bfc3-722477b90633 req-614597d5-b7aa-4f8b-91da-835366046198 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 19 09:18:25.878940 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb3b4-e7ab-4963-99c4-0946a0358fe8 req-0d8eca43-609d-412d-a96a-6ef74781a15d tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:25.880562 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-badcb3b4-e7ab-4963-99c4-0946a0358fe8 req-0d8eca43-609d-412d-a96a-6ef74781a15d tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0499344 Aug 19 09:18:25.915003 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d3aac-4a97-4ba6-b35f-3da485caf27d req-1fd582e7-9c87-42b9-9830-4d9cea9f952f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:25.916639 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-050d3aac-4a97-4ba6-b35f-3da485caf27d req-1fd582e7-9c87-42b9-9830-4d9cea9f952f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0519466 Aug 19 09:18:25.917408 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-badcb3b4-e7ab-4963-99c4-0946a0358fe8 req-63ab2136-dce1-459a-aa22-8c30a2452c40 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Aug 19 09:18:25.962535 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-050d3aac-4a97-4ba6-b35f-3da485caf27d req-22f8eb45-4ae9-4a16-bf3b-6a52eadbd2a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Aug 19 09:18:26.482992 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da289a2e-c74e-4b74-801a-5c0596b2dc0e req-dd3dd712-7435-4dc1-8b07-216a5d30e346 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:26.484497 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da289a2e-c74e-4b74-801a-5c0596b2dc0e req-dd3dd712-7435-4dc1-8b07-216a5d30e346 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0479605 Aug 19 09:18:26.519778 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-da289a2e-c74e-4b74-801a-5c0596b2dc0e req-2b9a14e2-d805-42ee-9982-1d956a5d9f78 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296087 Aug 19 09:18:26.691377 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75465c25-451d-4ea6-bbce-cf54ccd0291d req-b7653d8a-a27b-469a-9361-10d5edd74824 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:26.693087 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75465c25-451d-4ea6-bbce-cf54ccd0291d req-b7653d8a-a27b-469a-9361-10d5edd74824 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0493426 Aug 19 09:18:26.731808 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75465c25-451d-4ea6-bbce-cf54ccd0291d req-3f2169ac-5b07-42f4-9bba-f863f733f0d4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Aug 19 09:18:27.034587 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b61f6e-cd71-4bd4-8d5a-a93873759681 req-5cb7bd30-400a-47cc-9341-ac21fc5d4291 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:27.036123 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-12b61f6e-cd71-4bd4-8d5a-a93873759681 req-5cb7bd30-400a-47cc-9341-ac21fc5d4291 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0513999 Aug 19 09:18:27.077174 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-12b61f6e-cd71-4bd4-8d5a-a93873759681 req-8d876133-dfc2-4e58-90a8-a35661938ed6 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Aug 19 09:18:27.081396 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b544-f0f1-42e6-9b96-0fe67816a374 req-75965083-b3b1-44c0-97ef-2b98443db31f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:27.083156 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0377b544-f0f1-42e6-9b96-0fe67816a374 req-75965083-b3b1-44c0-97ef-2b98443db31f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0513349 Aug 19 09:18:27.120608 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0377b544-f0f1-42e6-9b96-0fe67816a374 req-4d19bdcb-0bac-4747-b578-383b60059419 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Aug 19 09:18:27.638866 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e0865-fb63-42bc-b6ad-df33cc297ce0 req-3ab440f5-8699-49d7-a742-3207ff15ae05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:27.640415 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a42e0865-fb63-42bc-b6ad-df33cc297ce0 req-3ab440f5-8699-49d7-a742-3207ff15ae05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0498273 Aug 19 09:18:27.678908 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a42e0865-fb63-42bc-b6ad-df33cc297ce0 req-57bd3d86-e43d-4e85-884a-5b15c53de880 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326476 Aug 19 09:18:27.847420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ad78-272d-406a-be7e-c1e1ddb79854 req-99c46a35-1ed6-4486-8948-f43a0abfd230 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:27.849070 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3908ad78-272d-406a-be7e-c1e1ddb79854 req-99c46a35-1ed6-4486-8948-f43a0abfd230 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Aug 19 09:18:27.885297 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3908ad78-272d-406a-be7e-c1e1ddb79854 req-f6a06d43-a463-4cc3-ad83-dee76af14302 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Aug 19 09:18:28.193996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896229-1df7-4132-8ff8-90b31fc2cbaf req-5dce440c-fa62-4931-9831-4eacc3782cfc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:28.195600 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cb896229-1df7-4132-8ff8-90b31fc2cbaf req-5dce440c-fa62-4931-9831-4eacc3782cfc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0523958 Aug 19 09:18:28.235582 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cb896229-1df7-4132-8ff8-90b31fc2cbaf req-d88464cb-7ec3-4487-a2a0-3796c0e3f504 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Aug 19 09:18:28.237117 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04b50-098b-4554-97da-0a825d56c8b1 req-b6411bfe-ac17-442d-95b1-ecb43531380e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:28.238604 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-23a04b50-098b-4554-97da-0a825d56c8b1 req-b6411bfe-ac17-442d-95b1-ecb43531380e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0495303 Aug 19 09:18:28.276325 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-23a04b50-098b-4554-97da-0a825d56c8b1 req-0427b355-e9c6-4384-983d-0f8a206f1945 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Aug 19 09:18:28.793616 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a318-ae86-4084-9df8-859b5d1d5505 req-ab9821b4-a683-4eea-b257-dee71cd12e92 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:28.795661 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eb41a318-ae86-4084-9df8-859b5d1d5505 req-ab9821b4-a683-4eea-b257-dee71cd12e92 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0484614 Aug 19 09:18:28.835657 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eb41a318-ae86-4084-9df8-859b5d1d5505 req-b240cf1a-fe6f-4e67-8fc9-3965f96d09bb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Aug 19 09:18:28.999389 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ff561-b37e-4a9b-9c42-d68b37b63124 req-301f9545-cb78-4696-a2a7-33576b0a60a0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:29.000845 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-700ff561-b37e-4a9b-9c42-d68b37b63124 req-301f9545-cb78-4696-a2a7-33576b0a60a0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0480008 Aug 19 09:18:29.038934 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-700ff561-b37e-4a9b-9c42-d68b37b63124 req-22b907f5-0501-4498-ac8f-c1e1158d0f7f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 19 09:18:29.349231 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc11d33-d64c-4021-9c1b-86f93fb628fb req-b17e5e2a-4304-438b-af04-8f948badcbaf tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:29.350736 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fc11d33-d64c-4021-9c1b-86f93fb628fb req-b17e5e2a-4304-438b-af04-8f948badcbaf tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0503070 Aug 19 09:18:29.390137 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1fc11d33-d64c-4021-9c1b-86f93fb628fb req-5e038e16-1da9-4ab6-a8e3-d8f1b1434dd2 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Aug 19 09:18:29.395055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6d61f-b97b-4402-9faa-f2c5fcbe0ce9 req-5ae7537b-eae1-4186-af57-9f5bd13ea5b6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:29.397149 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b9d6d61f-b97b-4402-9faa-f2c5fcbe0ce9 req-5ae7537b-eae1-4186-af57-9f5bd13ea5b6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0532930 Aug 19 09:18:29.438484 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b9d6d61f-b97b-4402-9faa-f2c5fcbe0ce9 req-4c68851a-d0b7-4462-8612-d4b8e1459007 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Aug 19 09:18:29.951729 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66356cc1-9f06-4032-a5be-c844146c1dac req-dccbbd9a-f212-4c9e-bfec-192e9cadf929 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:29.953163 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66356cc1-9f06-4032-a5be-c844146c1dac req-dccbbd9a-f212-4c9e-bfec-192e9cadf929 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0476496 Aug 19 09:18:29.992599 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66356cc1-9f06-4032-a5be-c844146c1dac req-d1f10bfb-3a15-425f-85e2-e3c37f450719 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Aug 19 09:18:30.149712 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fd1ab-9134-4ba3-9433-9686943b20cf req-b9b1b7d1-30df-4295-8828-e4e8372db4a2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:30.151186 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6d6fd1ab-9134-4ba3-9433-9686943b20cf req-b9b1b7d1-30df-4295-8828-e4e8372db4a2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Aug 19 09:18:30.189173 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6d6fd1ab-9134-4ba3-9433-9686943b20cf req-311e29fd-9075-44b1-a3ac-ba9d51cf353d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Aug 19 09:18:30.502417 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0934471-5002-4294-8f9e-a85a9c168255 req-fe637553-e7e1-4420-8a17-2eefc7ee5bf1 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:30.503968 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c0934471-5002-4294-8f9e-a85a9c168255 req-fe637553-e7e1-4420-8a17-2eefc7ee5bf1 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0489881 Aug 19 09:18:30.548949 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c0934471-5002-4294-8f9e-a85a9c168255 req-a96dd6b3-2d13-4a87-86c2-566af6d1db69 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Aug 19 09:18:30.551879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83ab3-9903-4747-8501-0602e83b56a8 req-8f1ba72a-eb41-451b-8056-1356f8a2f830 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:30.553415 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcc83ab3-9903-4747-8501-0602e83b56a8 req-8f1ba72a-eb41-451b-8056-1356f8a2f830 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0490918 Aug 19 09:18:30.594116 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcc83ab3-9903-4747-8501-0602e83b56a8 req-daf8da96-348e-477a-bf58-42389bdb970c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348942 Aug 19 09:18:31.110753 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a42a88-fc88-4a3f-b319-fcc8f14a4641 req-e2acfadd-ab4d-4759-ac9d-43f6ba9ae3cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:31.112197 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66a42a88-fc88-4a3f-b319-fcc8f14a4641 req-e2acfadd-ab4d-4759-ac9d-43f6ba9ae3cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0487607 Aug 19 09:18:31.149442 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66a42a88-fc88-4a3f-b319-fcc8f14a4641 req-9a801b4a-8c70-4eed-bb3b-1fda17d48e64 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308151 Aug 19 09:18:31.303352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f3410-8afb-4b3b-bd23-7319f24f203a req-316e75f3-44e2-4851-a757-5b97e52df5a1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:31.304874 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a4f3410-8afb-4b3b-bd23-7319f24f203a req-316e75f3-44e2-4851-a757-5b97e52df5a1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0519543 Aug 19 09:18:31.341598 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a4f3410-8afb-4b3b-bd23-7319f24f203a req-47a7b067-c03f-4223-a8b5-18e33a90d899 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Aug 19 09:18:31.667219 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c94e-f3b3-4ff3-93b3-013c41bc5afd req-ee056b80-cc5c-4df5-b385-cb9f64490c71 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:31.668748 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eb46c94e-f3b3-4ff3-93b3-013c41bc5afd req-ee056b80-cc5c-4df5-b385-cb9f64490c71 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0520091 Aug 19 09:18:31.706329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213cb60-8a3e-46d3-a528-0d6a2b27e003 req-f43a8b55-efb3-4505-87a2-1dccb72c55be tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:31.707355 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eb46c94e-f3b3-4ff3-93b3-013c41bc5afd req-45656ca6-87f5-4534-b5c1-a0469d1a4ce6 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 19 09:18:31.707845 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a213cb60-8a3e-46d3-a528-0d6a2b27e003 req-f43a8b55-efb3-4505-87a2-1dccb72c55be tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0484743 Aug 19 09:18:31.746284 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a213cb60-8a3e-46d3-a528-0d6a2b27e003 req-0dbe58d6-87a3-4b0a-89c8-5734239456d0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325978 Aug 19 09:18:32.267595 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a938a87-3f60-4c26-b7fe-61845570cdd4 req-ebdbfc11-2fab-4778-895a-cdf452d7e5ae tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:32.269039 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a938a87-3f60-4c26-b7fe-61845570cdd4 req-ebdbfc11-2fab-4778-895a-cdf452d7e5ae tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0485425 Aug 19 09:18:32.307971 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a938a87-3f60-4c26-b7fe-61845570cdd4 req-2fe82b15-6de3-4c0f-aeac-f9ae58695f22 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Aug 19 09:18:32.455078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db532f48-85d1-4979-a666-a7b98b7923c9 req-1dcbf395-5d16-4259-86ff-37edd9dde96b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:32.456489 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-db532f48-85d1-4979-a666-a7b98b7923c9 req-1dcbf395-5d16-4259-86ff-37edd9dde96b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0487416 Aug 19 09:18:32.492967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-db532f48-85d1-4979-a666-a7b98b7923c9 req-36ed7f54-3d2a-4ac7-91de-d086836be1e8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Aug 19 09:18:32.821718 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1afc6-ecc5-4d27-bc35-405c2dbb506b req-804da66e-0b69-4376-9af4-28107cafb184 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:32.823212 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a2f1afc6-ecc5-4d27-bc35-405c2dbb506b req-804da66e-0b69-4376-9af4-28107cafb184 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0503116 Aug 19 09:18:32.861506 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a2f1afc6-ecc5-4d27-bc35-405c2dbb506b req-6069f24f-e6ea-47a4-8e52-be941c6ddb5e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Aug 19 09:18:32.861737 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52868f0c-3c17-4333-96ae-e693c776cddc req-4cf49286-70d4-4b08-ad01-78602a03a781 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:32.863060 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-52868f0c-3c17-4333-96ae-e693c776cddc req-4cf49286-70d4-4b08-ad01-78602a03a781 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0528071 Aug 19 09:18:32.902481 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-52868f0c-3c17-4333-96ae-e693c776cddc req-c820010a-3ee0-4e09-932e-761b0b96de31 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Aug 19 09:18:33.425477 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e802aa-67d6-4c40-a554-fb4837a0196f req-f6f75836-c26b-46b7-a86d-86cb82ac3bf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:33.426912 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66e802aa-67d6-4c40-a554-fb4837a0196f req-f6f75836-c26b-46b7-a86d-86cb82ac3bf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0468655 Aug 19 09:18:33.463063 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-66e802aa-67d6-4c40-a554-fb4837a0196f req-57cd3157-ad0d-47b5-aaca-16b57c83a50e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Aug 19 09:18:33.606312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dab56-fd1b-4f1d-b2fe-d07f00272195 req-3176a762-0bd5-485d-8741-ab961d73c2f9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:33.608420 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-065dab56-fd1b-4f1d-b2fe-d07f00272195 req-3176a762-0bd5-485d-8741-ab961d73c2f9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0485785 Aug 19 09:18:33.645827 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-065dab56-fd1b-4f1d-b2fe-d07f00272195 req-d23695b8-54d3-4322-88ff-b15cde72ebdc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 19 09:18:33.975852 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079aeac-beee-4617-bce5-766795e05cab req-63e9e0e6-b469-4c85-891e-db84f0cd1760 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:33.977245 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e079aeac-beee-4617-bce5-766795e05cab req-63e9e0e6-b469-4c85-891e-db84f0cd1760 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0496407 Aug 19 09:18:34.019080 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e079aeac-beee-4617-bce5-766795e05cab req-71159da3-f774-4816-92c8-d4c932a76491 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Aug 19 09:18:34.019303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3540d-a4ee-4e0c-9d63-dc969772dcd5 req-f838bc04-8865-4bc8-94ea-777dc138139c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:34.020757 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47d3540d-a4ee-4e0c-9d63-dc969772dcd5 req-f838bc04-8865-4bc8-94ea-777dc138139c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0506883 Aug 19 09:18:34.065008 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47d3540d-a4ee-4e0c-9d63-dc969772dcd5 req-702e87d8-e53d-464b-9a12-caeab5f00518 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Aug 19 09:18:34.583532 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d4a3-dd77-4761-a98d-da9d1281dad3 req-ff214797-2608-4a77-bf63-2c850d4b0520 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:34.585072 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2446d4a3-dd77-4761-a98d-da9d1281dad3 req-ff214797-2608-4a77-bf63-2c850d4b0520 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0500066 Aug 19 09:18:34.620958 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2446d4a3-dd77-4761-a98d-da9d1281dad3 req-e464e7e5-873c-4c8f-ba8b-d823f9b9b76b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302439 Aug 19 09:18:34.761017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c20-f0fd-4420-84db-977de7295017 req-1858b1a3-c819-49ea-8da9-ea80774dc16f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:34.762492 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bafd6c20-f0fd-4420-84db-977de7295017 req-1858b1a3-c819-49ea-8da9-ea80774dc16f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0517242 Aug 19 09:18:34.799865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bafd6c20-f0fd-4420-84db-977de7295017 req-64f8871c-74bb-451b-b1a0-83c1527649c9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305076 Aug 19 09:18:35.133498 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2122-f58e-4871-99fc-cfe6ac93fa02 req-cab1fd18-ae73-4fda-be3c-724391a6820e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:35.134987 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cab2122-f58e-4871-99fc-cfe6ac93fa02 req-cab1fd18-ae73-4fda-be3c-724391a6820e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0492222 Aug 19 09:18:35.172642 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cab2122-f58e-4871-99fc-cfe6ac93fa02 req-c84b80e9-7159-439a-b6ae-adcfccfaa7a8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Aug 19 09:18:35.176918 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7518a-8306-4b1d-93a4-83744a2cbaa6 req-08785bad-114c-49ab-9977-b25efc63eb19 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:35.178415 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cdb7518a-8306-4b1d-93a4-83744a2cbaa6 req-08785bad-114c-49ab-9977-b25efc63eb19 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0475612 Aug 19 09:18:35.216909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cdb7518a-8306-4b1d-93a4-83744a2cbaa6 req-79ce4e62-cf47-432b-b87d-1083a790da0f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Aug 19 09:18:35.520303 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:35.738280 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f5590-4afa-4658-8705-50044d59d330 req-c6096fc9-8d0f-4409-a74b-e8efc234e10b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:35.739755 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c96f5590-4afa-4658-8705-50044d59d330 req-c6096fc9-8d0f-4409-a74b-e8efc234e10b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0489383 Aug 19 09:18:35.780815 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c96f5590-4afa-4658-8705-50044d59d330 req-915e3de8-c3e9-4881-95b2-b1325566fd85 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352104 Aug 19 09:18:35.911314 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15a149-ff2d-4032-bca9-4bc6cf83cebe req-398c299f-a036-47b9-9fff-3531254f2fc1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:35.912707 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f15a149-ff2d-4032-bca9-4bc6cf83cebe req-398c299f-a036-47b9-9fff-3531254f2fc1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0474582 Aug 19 09:18:35.949297 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f15a149-ff2d-4032-bca9-4bc6cf83cebe req-99c3c2a7-1284-4e41-8bfb-f569ac48a9cf tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Aug 19 09:18:36.286781 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13088ce0-c044-488c-a375-50be56f8bf83 req-df0ea701-e78e-459c-b471-e48fc9bc9a99 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:36.288318 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13088ce0-c044-488c-a375-50be56f8bf83 req-df0ea701-e78e-459c-b471-e48fc9bc9a99 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0495424 Aug 19 09:18:36.324455 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13088ce0-c044-488c-a375-50be56f8bf83 req-1240808e-752c-45f9-865f-9b253bb76652 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Aug 19 09:18:36.334223 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b96c30-3ca7-4702-becd-0dc0a1d805bd req-0404b0a3-f704-453e-9b7c-910a52d33fa9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:36.335753 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62b96c30-3ca7-4702-becd-0dc0a1d805bd req-0404b0a3-f704-453e-9b7c-910a52d33fa9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0522318 Aug 19 09:18:36.372323 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62b96c30-3ca7-4702-becd-0dc0a1d805bd req-39822b18-bcc9-4461-acec-3014f5532cb9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Aug 19 09:18:36.899578 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047e31d-aafa-4d8b-9fe8-7620737d901a req-fe776de3-173b-4a93-bf1c-f7fb5af727a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:36.901238 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b047e31d-aafa-4d8b-9fe8-7620737d901a req-fe776de3-173b-4a93-bf1c-f7fb5af727a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0490015 Aug 19 09:18:36.939043 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b047e31d-aafa-4d8b-9fe8-7620737d901a req-c4803763-fcdf-4b14-9cfc-2f5d3e79fcb6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Aug 19 09:18:37.064378 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029db7bc-1b99-46c6-b906-db4183834bed req-afa94cbb-db43-4b8b-9b19-b159d50ec345 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:37.065784 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-029db7bc-1b99-46c6-b906-db4183834bed req-afa94cbb-db43-4b8b-9b19-b159d50ec345 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0478637 Aug 19 09:18:37.103955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-029db7bc-1b99-46c6-b906-db4183834bed req-981cc67a-faf8-4be4-8c84-f5c403a9f1c3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 19 09:18:37.440448 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde984-f880-4d48-93b0-15fb24b0c6df req-79f6e3ec-f00e-4932-a636-5e60c8809b0d tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:37.441949 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-41fde984-f880-4d48-93b0-15fb24b0c6df req-79f6e3ec-f00e-4932-a636-5e60c8809b0d tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0490930 Aug 19 09:18:37.483498 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-41fde984-f880-4d48-93b0-15fb24b0c6df req-36ee968f-aee5-4bbc-932a-42c49faca429 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Aug 19 09:18:37.486754 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accdc02-b121-4822-adab-e61e3edc4e77 req-a92e4bab-89df-49f9-823b-fa1ca86459fa tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:37.488304 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3accdc02-b121-4822-adab-e61e3edc4e77 req-a92e4bab-89df-49f9-823b-fa1ca86459fa tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 945 time: 0.0493515 Aug 19 09:18:37.519015 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 0012aba4-1975-4e17-9e36-63ccd5b799da up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:18:37.525418 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3accdc02-b121-4822-adab-e61e3edc4e77 req-47650711-5f72-4b24-8f98-227100522fac tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 19 09:18:37.569191 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 0012aba4-1975-4e17-9e36-63ccd5b799da completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:18:37.572882 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 0012aba4-1975-4e17-9e36-63ccd5b799da triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:18:37.573249 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:37.648069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:37.670406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:18:37.763186 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0012aba4-1975-4e17-9e36-63ccd5b799da,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:37.770239 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:37.771479 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:18:37.857315 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:37.870692 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.871052 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.871430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.871828 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.872157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.872584 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.872827 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.873164 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.873514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.874479 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.874809 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.875257 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:37.882086 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db6cc69-ae67-4979-9bac-c475e541ce11" -d '{"events": [{"server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "name": "network-vif-plugged", "status": "completed", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:18:37.892235 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 137293e7-3590-4eee-8e9a-b01076e25605 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:18:37.896742 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 137293e7-3590-4eee-8e9a-b01076e25605 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:18:37.898180 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:37.999206 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca4162-0686-48b2-80ae-29090af667f4 x-openstack-request-id: req-99ca4162-0686-48b2-80ae-29090af667f4 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:18:37.999639 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "name": "network-vif-plugged", "status": "completed", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:18:37.999897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99ca4162-0686-48b2-80ae-29090af667f4 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:18:38.000807 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da', 'code': 200} Aug 19 09:18:38.016118 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.053351 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:38.058878 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.059727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ac485851-543b-4b61-ba46-32cc68fcf2c4 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:18:38.076518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581acc4-85c0-448f-afef-59c53a9ed629 req-2a4f67b6-3502-41f4-8af5-8e114f2f4c35 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:38.078804 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e581acc4-85c0-448f-afef-59c53a9ed629 req-2a4f67b6-3502-41f4-8af5-8e114f2f4c35 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0628228 Aug 19 09:18:38.150065 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:38.163607 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e581acc4-85c0-448f-afef-59c53a9ed629 req-b7188b5a-95d2-42e8-a055-a3585e0d37fa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782034 Aug 19 09:18:38.167690 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port ac485851-543b-4b61-ba46-32cc68fcf2c4 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:18:38.183575 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port ac485851-543b-4b61-ba46-32cc68fcf2c4 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:18:38.183575 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.277135 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87110d-54d9-460e-af9b-475f4f547b6a req-fed647e2-6f6d-49ba-819c-b74ff03adbb1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:38.285815 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1c87110d-54d9-460e-af9b-475f4f547b6a req-fed647e2-6f6d-49ba-819c-b74ff03adbb1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 944 time: 0.0761223 Aug 19 09:18:38.298683 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.339928 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b8726-b062-4e69-a11f-76573bb96217 req-fbff632f-9d75-40dd-b1ec-48a0e14917ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:38.340354 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:38.342961 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-707b8726-b062-4e69-a11f-76573bb96217 req-fbff632f-9d75-40dd-b1ec-48a0e14917ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 1099 time: 0.1194217 Aug 19 09:18:38.346554 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1c87110d-54d9-460e-af9b-475f4f547b6a req-d61df6b4-43c8-4562-8637-516c73064ec5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597925 Aug 19 09:18:38.347740 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.349190 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device d13f978a-34d4-4492-ad11-9cefbdb91dcc up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:18:38.363014 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-707b8726-b062-4e69-a11f-76573bb96217 req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.445869 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:38.456754 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port d13f978a-34d4-4492-ad11-9cefbdb91dcc completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:18:38.461836 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port d13f978a-34d4-4492-ad11-9cefbdb91dcc triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:18:38.462208 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.465636 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-707b8726-b062-4e69-a11f-76573bb96217 req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.469721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-707b8726-b062-4e69-a11f-76573bb96217 req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.503062 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-707b8726-b062-4e69-a11f-76573bb96217 req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530299 Aug 19 09:18:38.521136 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d56d84-e80a-4ae3-8e81-7b794679e7a1,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:38.538126 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.538796 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.539356 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.539838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.540331 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.540821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.541550 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.542284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.543298 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.544059 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.544541 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.547604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadb79f-0d8c-4b21-86c5-03a7035f7f9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:38.585312 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.636796 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:38.645147 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.646310 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device fe32dc17-332d-4b18-91b9-52ea978ffebd up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:18:38.654582 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d2b5-8133-4c08-8d12-bdc5b3fdba3e req-1767fdc1-4769-42e0-83eb-074d21dbacf0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:38.662758 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fa08d2b5-8133-4c08-8d12-bdc5b3fdba3e req-1767fdc1-4769-42e0-83eb-074d21dbacf0 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 944 time: 0.0708804 Aug 19 09:18:38.672220 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6c33-ecd6-4a8b-acda-086ac55435c1 req-ad6140be-4aba-4188-ac40-f97c7c2e76b6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:38.679361 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-240c6c33-ecd6-4a8b-acda-086ac55435c1 req-ad6140be-4aba-4188-ac40-f97c7c2e76b6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0749550 Aug 19 09:18:38.707873 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fa08d2b5-8133-4c08-8d12-bdc5b3fdba3e req-60600493-8e1e-482b-ab32-a13f49cd61e8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Aug 19 09:18:38.713927 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-240c6c33-ecd6-4a8b-acda-086ac55435c1 req-2eaa2a4f-b6d7-4326-9ad8-489e92a9e08b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Aug 19 09:18:38.726834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:38.740339 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port fe32dc17-332d-4b18-91b9-52ea978ffebd completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:18:38.744170 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port fe32dc17-332d-4b18-91b9-52ea978ffebd triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:18:38.744539 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.819546 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.851092 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd,segment=NetworkSegment(c17ec671-bec8-4cdf-918c-10c1309c17f8),segment_id=c17ec671-bec8-4cdf-918c-10c1309c17f8)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:18:38.854596 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:38.901369 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:39.295078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1145a-2c05-4f9c-a5e4-61969e588d10 req-c7596dce-d1df-4680-90aa-59e98998bdf5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:39.296778 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1bf1145a-2c05-4f9c-a5e4-61969e588d10 req-c7596dce-d1df-4680-90aa-59e98998bdf5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0517061 Aug 19 09:18:39.335647 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1bf1145a-2c05-4f9c-a5e4-61969e588d10 req-03648251-b90b-492f-8111-fbc18b1d3bc9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Aug 19 09:18:39.460941 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e19809-5178-42ca-8bd4-6445afde665a req-cedc5057-4d5c-43d1-a9df-842b40ba42cc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:39.462462 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-32e19809-5178-42ca-8bd4-6445afde665a req-cedc5057-4d5c-43d1-a9df-842b40ba42cc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Aug 19 09:18:39.504042 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-32e19809-5178-42ca-8bd4-6445afde665a req-f4c99880-0ec3-4854-b816-4fdbefd9ed2f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 19 09:18:39.822674 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a8a8c-2838-47ce-b973-3b0417e7e164 req-924f934b-3dd4-489c-a396-d3a2eb85d586 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:39.824184 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-226a8a8c-2838-47ce-b973-3b0417e7e164 req-924f934b-3dd4-489c-a396-d3a2eb85d586 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Aug 19 09:18:39.840783 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288988ce-8f33-4e83-b7ad-dc170bdb0413 req-b004dee9-772d-4aab-ace9-e12672352f79 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:39.842265 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-288988ce-8f33-4e83-b7ad-dc170bdb0413 req-b004dee9-772d-4aab-ace9-e12672352f79 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0545213 Aug 19 09:18:39.863499 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-226a8a8c-2838-47ce-b973-3b0417e7e164 req-ef78ac26-e45c-489f-8e87-65b7e661dcda tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Aug 19 09:18:39.880481 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-288988ce-8f33-4e83-b7ad-dc170bdb0413 req-61425ea4-be1e-4080-94f1-0029ff052fd1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Aug 19 09:18:40.001388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}, {'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4'}, {'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc'}, {'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:18:40.003750 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebdd885-47da-4682-be5d-53d4c8cbe89d" -d '{"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}, {"server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "name": "network-vif-plugged", "status": "completed", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4"}, {"server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "name": "network-vif-plugged", "status": "completed", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc"}, {"server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "name": "network-vif-plugged", "status": "completed", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:18:40.052578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 19 Aug 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef03021-9a64-47ad-8726-0ea16a5cf06e x-openstack-request-id: req-9ef03021-9a64-47ad-8726-0ea16a5cf06e {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:18:40.052884 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "code": 200}, {"server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "name": "network-vif-plugged", "status": "completed", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4", "code": 200}, {"server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "name": "network-vif-plugged", "status": "completed", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc", "code": 200}, {"server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "name": "network-vif-plugged", "status": "completed", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:18:40.053133 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ef03021-9a64-47ad-8726-0ea16a5cf06e {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:18:40.053532 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'code': 200} Aug 19 09:18:40.053783 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4', 'code': 200} Aug 19 09:18:40.054028 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc', 'code': 200} Aug 19 09:18:40.054268 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd', 'code': 200} Aug 19 09:18:40.472063 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34bfe2-ac97-4897-bbed-a58b7ac54091 req-bc182d3c-ac5c-459d-b881-3f825de4f47d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.473936 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0c34bfe2-ac97-4897-bbed-a58b7ac54091 req-bc182d3c-ac5c-459d-b881-3f825de4f47d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0501842 Aug 19 09:18:40.552765 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394217d-9226-4dec-b6a4-1a11b337e157 req-73cce447-63e3-4afe-80ac-f1d987bc59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.554267 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7394217d-9226-4dec-b6a4-1a11b337e157 req-73cce447-63e3-4afe-80ac-f1d987bc59f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.1130044 Aug 19 09:18:40.556719 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63564c9a-a7a5-43fa-96b4-927371d8abb3 req-66bdaab4-b93f-402a-bf9d-15eaa72ddd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.558204 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-63564c9a-a7a5-43fa-96b4-927371d8abb3 req-66bdaab4-b93f-402a-bf9d-15eaa72ddd7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1099 time: 0.1060348 Aug 19 09:18:40.559883 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ed7d-c0bf-480e-9c90-e8b1693be2d4 req-9c7e263c-aaa8-4257-a149-cccf9431430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.561320 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-17c8ed7d-c0bf-480e-9c90-e8b1693be2d4 req-9c7e263c-aaa8-4257-a149-cccf9431430c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 1098 time: 0.1072159 Aug 19 09:18:40.572159 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0c34bfe2-ac97-4897-bbed-a58b7ac54091 req-dc2cd334-8ee7-4716-99a4-4786ed0fb6f9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675883 Aug 19 09:18:40.574872 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b117c-f711-4c14-9e65-7f6febc4f9b0 req-7840a6bb-f223-48f8-a731-c266d6432b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.576252 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d69b117c-f711-4c14-9e65-7f6febc4f9b0 req-7840a6bb-f223-48f8-a731-c266d6432b58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 1098 time: 0.1012299 Aug 19 09:18:40.641412 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d69b117c-f711-4c14-9e65-7f6febc4f9b0 req-bbbc5c03-bb6c-4f76-bba2-aff3729f5aa3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Aug 19 09:18:40.682302 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7394217d-9226-4dec-b6a4-1a11b337e157 req-7c78b74e-c69b-4430-bb9d-50f6b22e3d55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793595 Aug 19 09:18:40.694947 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df017d5e-3e85-4c4f-87d1-2177d1ba5c31 req-cd1af663-8a38-4d5e-af7d-4571f9c5abcb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.696390 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df017d5e-3e85-4c4f-87d1-2177d1ba5c31 req-cd1af663-8a38-4d5e-af7d-4571f9c5abcb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.1195669 Aug 19 09:18:40.697894 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-63564c9a-a7a5-43fa-96b4-927371d8abb3 req-e925d2dc-b08c-4bc7-a25d-53ed2e4e0402 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871868 Aug 19 09:18:40.699535 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-17c8ed7d-c0bf-480e-9c90-e8b1693be2d4 req-df7f5410-9c40-4b7b-8940-6cf91a18b31b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897520 Aug 19 09:18:40.736518 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df017d5e-3e85-4c4f-87d1-2177d1ba5c31 req-a35743df-6d2e-41d6-8a1b-df92121d73ef tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Aug 19 09:18:40.983898 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33893f-3905-4310-9fea-801d5be4d5c1 req-8f49d67d-6d7f-4c2a-9d78-24435a7db8db tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:40.991298 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f33893f-3905-4310-9fea-801d5be4d5c1 req-8f49d67d-6d7f-4c2a-9d78-24435a7db8db tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0595646 Aug 19 09:18:41.005062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919bea6-aa92-42fb-8e15-d0a56f29b94f req-3b7a1875-d7ea-4d0c-a3ab-8f58782b3a6b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:41.006836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d919bea6-aa92-42fb-8e15-d0a56f29b94f req-3b7a1875-d7ea-4d0c-a3ab-8f58782b3a6b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0571995 Aug 19 09:18:41.031856 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f33893f-3905-4310-9fea-801d5be4d5c1 req-8cc919bf-7927-4c6a-a635-63e0690a73c5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Aug 19 09:18:41.054242 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d919bea6-aa92-42fb-8e15-d0a56f29b94f req-f9360b32-383f-407d-956e-3addbaa4178c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Aug 19 09:18:41.692658 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abeac-0170-41e3-93e2-8ad414af2cfb req-f6cb8fbf-2dd6-4bd6-852c-de5240256db2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:41.694166 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5c9abeac-0170-41e3-93e2-8ad414af2cfb req-f6cb8fbf-2dd6-4bd6-852c-de5240256db2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0494173 Aug 19 09:18:41.737523 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5c9abeac-0170-41e3-93e2-8ad414af2cfb req-420b635a-cc2e-45a9-8ecd-7f30fe885617 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362680 Aug 19 09:18:41.779738 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46110) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:41.851489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa657a9a-ddbb-43d8-9dca-da0d42ace41c req-faba6980-76ad-4a97-a6f6-cf08ff440531 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:41.852896 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa657a9a-ddbb-43d8-9dca-da0d42ace41c req-faba6980-76ad-4a97-a6f6-cf08ff440531 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Aug 19 09:18:41.882696 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:41.890860 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa657a9a-ddbb-43d8-9dca-da0d42ace41c req-5a13d690-70cc-48e5-87ae-17bcfbfa4140 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Aug 19 09:18:41.971996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:41.975806 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.014048 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=115fb8ca65ff411d8578d40f334ca524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328296 Aug 19 09:18:42.015107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b4110-6160-4c1d-8bc6-ac7e9d916297,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:42.017109 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46114) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:42.022634 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.022984 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.023362 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.023693 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.024022 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.024354 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.024686 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.025015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.025340 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.025665 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.025985 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.026304 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2d483-6975-45d3-b76a-78418d6aa13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:18:42.065959 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.087623 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.147845 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2be510-89f8-49c7-8954-23f9cba0399d req-08e60856-d7a9-4650-810e-db847ecd1dd2 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:42.149493 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2a2be510-89f8-49c7-8954-23f9cba0399d req-08e60856-d7a9-4650-810e-db847ecd1dd2 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0538716 Aug 19 09:18:42.176242 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.179153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.180594 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/977b4110-6160-4c1d-8bc6-ac7e9d916297 HTTP/1.1" status: 204 len: 168 time: 0.1624746 Aug 19 09:18:42.192597 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca4cc0-1131-41af-b99d-cf02bc36ef6a req-c5f9ef6a-9f9c-48b3-a794-f00054c0cddf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:42.194286 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e0ca4cc0-1131-41af-b99d-cf02bc36ef6a req-c5f9ef6a-9f9c-48b3-a794-f00054c0cddf tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0700276 Aug 19 09:18:42.197402 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2a2be510-89f8-49c7-8954-23f9cba0399d req-2390c539-dc7c-4fd8-b344-e123fcfd26a6 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Aug 19 09:18:42.199261 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d70fa-a307-4f7e-8721-c8172b77c8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b4110-6160-4c1d-8bc6-ac7e9d916297,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:42.239789 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e0ca4cc0-1131-41af-b99d-cf02bc36ef6a req-a5e79ed5-030a-4370-afc4-8a09f4f58ff2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 Aug 19 09:18:42.412704 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cceedb43-6d53-4b85-98e2-a2c2e25f5f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.476345 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46128) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:42.489347 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-07d280c0-6362-495e-9dc2-b123640c2dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.579861 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-07d280c0-6362-495e-9dc2-b123640c2dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.583590 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-07d280c0-6362-495e-9dc2-b123640c2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.620412 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-07d280c0-6362-495e-9dc2-b123640c2dfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=094027473c8945ae842a6bb46447b2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430397 Aug 19 09:18:42.621468 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d280c0-6362-495e-9dc2-b123640c2dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f2c3bf-53e4-40c1-8341-3a38a8454f96,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:42.623173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46132) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:42.671645 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.691552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.735079 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.737531 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:42.738639 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32f2c3bf-53e4-40c1-8341-3a38a8454f96 HTTP/1.1" status: 204 len: 168 time: 0.1142397 Aug 19 09:18:42.746131 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927206d-fe42-4cc7-90b6-970005cb9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f2c3bf-53e4-40c1-8341-3a38a8454f96,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:42.855576 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883c05-aa9e-4741-9970-eb3e36c3abc6 req-cdd32997-1a18-40b6-9faf-ff1fb5553edc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:42.857072 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-59883c05-aa9e-4741-9970-eb3e36c3abc6 req-cdd32997-1a18-40b6-9faf-ff1fb5553edc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0496564 Aug 19 09:18:42.895461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-59883c05-aa9e-4741-9970-eb3e36c3abc6 req-5f21bf04-4cbe-4d70-8ba7-cea3587313d8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Aug 19 09:18:43.005185 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109c377-4a51-42d2-bb36-b0522bb9ed76 req-2d854c18-b12f-4dbf-b9ba-c9666e5708f9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:43.006694 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e109c377-4a51-42d2-bb36-b0522bb9ed76 req-2d854c18-b12f-4dbf-b9ba-c9666e5708f9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Aug 19 09:18:43.045359 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e109c377-4a51-42d2-bb36-b0522bb9ed76 req-0c4ee0c9-2e1c-4225-a52b-d34e1257b542 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Aug 19 09:18:43.341910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622534ac-db22-45ed-9a9a-a7a2e6e55663 req-aab372db-e9a7-43ff-98a2-c63a4a2f7e90 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:43.343801 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-622534ac-db22-45ed-9a9a-a7a2e6e55663 req-aab372db-e9a7-43ff-98a2-c63a4a2f7e90 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0545924 Aug 19 09:18:43.376246 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24622fe7-8595-4607-9c99-33598d678319 req-58428369-422f-4995-a3fc-b231ef2dd181 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:43.383581 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24622fe7-8595-4607-9c99-33598d678319 req-58428369-422f-4995-a3fc-b231ef2dd181 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0620730 Aug 19 09:18:43.401896 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-622534ac-db22-45ed-9a9a-a7a2e6e55663 req-5f04ef88-b39a-41f9-9623-c35e0a3d7aad tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Aug 19 09:18:43.433417 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24622fe7-8595-4607-9c99-33598d678319 req-65219322-24ef-49b6-b7f1-2686f1247c93 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490367 Aug 19 09:18:44.016559 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18313246-41f8-499b-af03-d24f174fbc21 req-bac0685c-d8be-42f3-a191-7e6ed924720a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:44.018591 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-18313246-41f8-499b-af03-d24f174fbc21 req-bac0685c-d8be-42f3-a191-7e6ed924720a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0531042 Aug 19 09:18:44.058753 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-18313246-41f8-499b-af03-d24f174fbc21 req-b2bd1610-c590-4a5f-81e4-b1c60b9c9853 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336289 Aug 19 09:18:44.165220 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffdbb9-e902-4a6c-888b-ea6548cd28d2 req-a4480a09-4106-4add-bfb0-a6bc6d10cbb2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:44.166909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-33ffdbb9-e902-4a6c-888b-ea6548cd28d2 req-a4480a09-4106-4add-bfb0-a6bc6d10cbb2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0521650 Aug 19 09:18:44.204967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-33ffdbb9-e902-4a6c-888b-ea6548cd28d2 req-58cbaf7f-f507-4d10-9d0c-318ba7280027 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308824 Aug 19 09:18:44.533236 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b46cc-3279-4846-815c-365650764ac7 req-0666f352-474d-4f9d-9ae1-5bd24cb05447 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:44.540628 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f22b46cc-3279-4846-815c-365650764ac7 req-0666f352-474d-4f9d-9ae1-5bd24cb05447 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0659378 Aug 19 09:18:44.574046 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f22b46cc-3279-4846-815c-365650764ac7 req-ccb9112a-963b-49a6-ab71-d03809e41b3b tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Aug 19 09:18:44.575518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f351e8-e746-4d17-bdd5-a65a78229092 req-3cf68a1d-ef19-4628-814c-1cfd6f9a9b03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:44.582970 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-32f351e8-e746-4d17-bdd5-a65a78229092 req-3cf68a1d-ef19-4628-814c-1cfd6f9a9b03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0585897 Aug 19 09:18:44.616201 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-32f351e8-e746-4d17-bdd5-a65a78229092 req-775ffedc-4483-4fdc-bfe5-51242edca2ec tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323684 Aug 19 09:18:44.967766 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-60706c1b-f744-4707-ab1f-c59a0becd7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:45.175707 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061288-f589-426f-a6e2-96889c1b6af5 req-ad92a36f-6a70-4f0d-b423-f7694f7c0540 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:45.177532 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b061288-f589-426f-a6e2-96889c1b6af5 req-ad92a36f-6a70-4f0d-b423-f7694f7c0540 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0497701 Aug 19 09:18:45.190728 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:45.216120 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b061288-f589-426f-a6e2-96889c1b6af5 req-eade8633-ecf8-46a1-a75e-33fc9e09cf3a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Aug 19 09:18:45.322084 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc3f9-14a6-4469-88a4-0348160d8cb7 req-b4ddcde8-8a02-4c2e-b6ba-d0d271b20c67 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:45.323571 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-990bc3f9-14a6-4469-88a4-0348160d8cb7 req-b4ddcde8-8a02-4c2e-b6ba-d0d271b20c67 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Aug 19 09:18:45.360951 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-990bc3f9-14a6-4469-88a4-0348160d8cb7 req-1afdd603-5d5b-4a44-b519-c3ac030694e8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Aug 19 09:18:45.705695 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048752ad-3e7b-4336-abc2-82908da1413b req-868ffd87-776b-41b7-9b46-3ef35a926f13 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:45.711430 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-048752ad-3e7b-4336-abc2-82908da1413b req-868ffd87-776b-41b7-9b46-3ef35a926f13 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0633345 Aug 19 09:18:45.748738 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-048752ad-3e7b-4336-abc2-82908da1413b req-5d09d1ba-e8e9-47ee-8fbc-83c827e7bbc4 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Aug 19 09:18:45.748891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b8c3-be55-4cb9-a259-ec0d843f01b3 req-96dea85a-c9f9-4519-9628-8ac7f47d93be tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:45.750567 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4139b8c3-be55-4cb9-a259-ec0d843f01b3 req-96dea85a-c9f9-4519-9628-8ac7f47d93be tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0594656 Aug 19 09:18:45.790503 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4139b8c3-be55-4cb9-a259-ec0d843f01b3 req-46bb0689-9f75-4a19-9d5e-8ceb1c94f7f6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Aug 19 09:18:46.207906 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:46.334177 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5702-e84a-42c7-ac86-d2ba48cad227 req-00e5b27e-31b5-44c8-86a3-af4d40f17ac6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:46.335667 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5fac5702-e84a-42c7-ac86-d2ba48cad227 req-00e5b27e-31b5-44c8-86a3-af4d40f17ac6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0494115 Aug 19 09:18:46.372710 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5fac5702-e84a-42c7-ac86-d2ba48cad227 req-77fe0bd6-f661-4a47-9079-eff6169a0a72 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Aug 19 09:18:46.473352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700b272-1c22-4c90-9f9f-52e49ae4f2d1 req-f52c4ff3-3ce6-4df0-ad85-df3a950759e1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:46.474748 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8700b272-1c22-4c90-9f9f-52e49ae4f2d1 req-f52c4ff3-3ce6-4df0-ad85-df3a950759e1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Aug 19 09:18:46.510472 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8700b272-1c22-4c90-9f9f-52e49ae4f2d1 req-660ac1bc-d321-4038-94e5-2a1132a4f126 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298419 Aug 19 09:18:46.864087 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d2105-8b57-4339-a334-2c0224789a41 req-3cdd8a5f-5592-4a2f-b22d-861a2beaada8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:46.865561 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-699d2105-8b57-4339-a334-2c0224789a41 req-3cdd8a5f-5592-4a2f-b22d-861a2beaada8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0483472 Aug 19 09:18:46.902498 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-699d2105-8b57-4339-a334-2c0224789a41 req-232a2eea-0439-4e44-9928-53347d75191f tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Aug 19 09:18:46.906429 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012704-ab18-426c-ac97-738686668baa req-0929da6b-d9ec-4b09-a8a8-b6b1ea5c1b44 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:46.908046 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c5012704-ab18-426c-ac97-738686668baa req-0929da6b-d9ec-4b09-a8a8-b6b1ea5c1b44 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0519071 Aug 19 09:18:46.945481 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c5012704-ab18-426c-ac97-738686668baa req-9dcf2e6d-5fbd-42db-84bd-b6824d3fe38b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Aug 19 09:18:47.269377 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35981c3d-96fb-4a88-8e61-aef14c495282 req-a0667fb5-98b2-4eaa-839e-d5d5b610c260 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:47.270878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-35981c3d-96fb-4a88-8e61-aef14c495282 req-a0667fb5-98b2-4eaa-839e-d5d5b610c260 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0494876 Aug 19 09:18:47.308349 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-35981c3d-96fb-4a88-8e61-aef14c495282 req-aab2b40a-5947-4f92-a0a9-ca46c815c773 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Aug 19 09:18:47.510832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90830708-8447-4fbb-b9a3-43712d4d1762 req-8e0edd07-02e2-4e04-b6ef-47fd19d050fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:47.512517 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-90830708-8447-4fbb-b9a3-43712d4d1762 req-8e0edd07-02e2-4e04-b6ef-47fd19d050fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0651181 Aug 19 09:18:47.562624 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-90830708-8447-4fbb-b9a3-43712d4d1762 req-0124aba5-7a3e-46be-8e02-eb846624517f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423980 Aug 19 09:18:47.583993 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-232ed014-7d66-4e0d-875d-44916942d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:47.585648 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-232ed014-7d66-4e0d-875d-44916942d29c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 1099 time: 0.0579748 Aug 19 09:18:47.693320 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52dfd2-6223-44c9-ad67-0203c620c77c req-75186bb2-d9a0-4414-8e3b-252b2a7fc6fe tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:47.694909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cc52dfd2-6223-44c9-ad67-0203c620c77c req-75186bb2-d9a0-4414-8e3b-252b2a7fc6fe tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.1037052 Aug 19 09:18:47.729123 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-c7ecc8f2-dc8a-40e5-96f2-3e88c59fa701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:47.730576 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-c7ecc8f2-dc8a-40e5-96f2-3e88c59fa701 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.1305060 Aug 19 09:18:47.783419 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46314) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:47.892793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f643c067-668c-46e3-94a0-b8dee80f9cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:47.946827 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cc52dfd2-6223-44c9-ad67-0203c620c77c req-c7e43918-8079-4027-aeb5-a32be60687b5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447815 Aug 19 09:18:47.948222 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-7dcf3e82-b2d6-4e48-bb30-6d5422a92a40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0012aba4-1975-4e17-9e36-63ccd5b799da HTTP/1.1" status: 200 len: 217 time: 0.2080295 Aug 19 09:18:47.988547 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.018635 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f643c067-668c-46e3-94a0-b8dee80f9cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.023582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f643c067-668c-46e3-94a0-b8dee80f9cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.077754 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d352111-6a3f-40bc-b17d-4cd7d2250537 req-22c934f9-ebeb-423d-9809-314101c24704 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:48.079251 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d352111-6a3f-40bc-b17d-4cd7d2250537 req-22c934f9-ebeb-423d-9809-314101c24704 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0997612 Aug 19 09:18:48.083566 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-7b968200-4025-4fef-83fb-06b8ae0f8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:48.085043 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f643c067-668c-46e3-94a0-b8dee80f9cd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8301733d284a43838ed9a6e163378501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005128 Aug 19 09:18:48.085322 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-7b968200-4025-4fef-83fb-06b8ae0f8036 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0478637 Aug 19 09:18:48.085775 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643c067-668c-46e3-94a0-b8dee80f9cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03cbff-119d-4827-8edd-7627a629e63a,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:48.085904 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46322) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:48.131308 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d352111-6a3f-40bc-b17d-4cd7d2250537 req-8eb41a4f-3b68-4dde-b278-550416d010dc tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Aug 19 09:18:48.131524 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-1aab715f-0187-45ab-9a2c-b37f0671a6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375249 Aug 19 09:18:48.208740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.242148 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.266321 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-a1b598c5-f849-4fd5-b419-47763307d544 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272833 Aug 19 09:18:48.346465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.349885 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.351739 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc03cbff-119d-4827-8edd-7627a629e63a HTTP/1.1" status: 204 len: 168 time: 0.2648382 Aug 19 09:18:48.372550 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c23ffe-83f3-4a22-b513-0fcb52c9aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03cbff-119d-4827-8edd-7627a629e63a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:48.398515 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0d04daa0-b1f7-4016-9b44-01048aaa0d02 req-661348ee-54fb-482d-8206-df74b9713505 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207030 Aug 19 09:18:48.434290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afa313-7bca-4aea-9b14-34d436c5369a req-f0bc277e-3373-43d0-a88b-d4305a226cd1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:48.435822 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-25afa313-7bca-4aea-9b14-34d436c5369a req-f0bc277e-3373-43d0-a88b-d4305a226cd1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0537603 Aug 19 09:18:48.477973 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-25afa313-7bca-4aea-9b14-34d436c5369a req-b76cefdb-14f1-4d29-9d8d-0bb47e7cd4c3 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Aug 19 09:18:48.641924 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46338) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:48.656605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b7536af-ad60-4c50-b02c-c0a395959085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.680294 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4575a-a061-458d-80f6-531ffa8df878 req-fae808e0-c6b5-4061-b410-597b6292c40d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:48.682020 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c1c4575a-a061-458d-80f6-531ffa8df878 req-fae808e0-c6b5-4061-b410-597b6292c40d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0542586 Aug 19 09:18:48.725834 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c1c4575a-a061-458d-80f6-531ffa8df878 req-0a88d290-37b4-4903-b04e-d3f5ce38c98a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Aug 19 09:18:48.758552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b7536af-ad60-4c50-b02c-c0a395959085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.762315 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b7536af-ad60-4c50-b02c-c0a395959085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.802569 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5b7536af-ad60-4c50-b02c-c0a395959085 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ef5280437304459a49868fc9b02efd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589172 Aug 19 09:18:48.803455 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7536af-ad60-4c50-b02c-c0a395959085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea0ee0-3d9a-46fa-912a-5a41558e096f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:48.805262 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46344) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:48.854384 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.877424 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.923874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.926593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:48.927884 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cea0ee0-3d9a-46fa-912a-5a41558e096f HTTP/1.1" status: 204 len: 168 time: 0.1214480 Aug 19 09:18:48.936730 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b418b5-10dc-4815-809c-67d70e918fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea0ee0-3d9a-46fa-912a-5a41558e096f,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:49.094076 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad5e23-af11-4ad4-8bf4-2f568669ff17 req-6c32aed7-b0e8-4c7e-975e-f01e653dfd22 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:49.095605 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2ad5e23-af11-4ad4-8bf4-2f568669ff17 req-6c32aed7-b0e8-4c7e-975e-f01e653dfd22 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Aug 19 09:18:49.139845 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2ad5e23-af11-4ad4-8bf4-2f568669ff17 req-65e59af4-dcbf-4a0b-86ab-c84794b43c4b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372317 Aug 19 09:18:49.230774 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46370) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:49.259941 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379451-52fc-48c3-accf-a99fd4f5a1a3 req-c48b3825-76c2-46dc-bceb-e3d325835251 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:49.267719 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a379451-52fc-48c3-accf-a99fd4f5a1a3 req-c48b3825-76c2-46dc-bceb-e3d325835251 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0693927 Aug 19 09:18:49.279116 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Deleting subnet 9b76a379-e8f8-4a45-b6e4-11634d3b339a {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:18:49.283053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.302276 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a379451-52fc-48c3-accf-a99fd4f5a1a3 req-b2e21ee7-af2d-4951-9cc6-4867f7a01a4a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Aug 19 09:18:49.322682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.328579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.387879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.415217 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b76a379-e8f8-4a45-b6e4-11634d3b339a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:49.416686 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.419021 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-00825c54-e8e6-4c1a-af95-7cc5969c02de admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9b76a379-e8f8-4a45-b6e4-11634d3b339a HTTP/1.1" status: 204 len: 168 time: 0.1866744 Aug 19 09:18:49.421883 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46378) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:49.490284 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.574897 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.599842 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5a8545-e197-4bb7-abff-c413fe9090ca']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:49.616858 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8feff86a-37fa-492a-9774-128610c2226b') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:49.617722 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f169-c334-4594-afad-8b291c5c9750 req-0afeacd1-ef46-451a-ba40-aa0ccdea5a8e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:49.618059 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8feff86a-37fa-492a-9774-128610c2226b') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:49.619581 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b642f169-c334-4594-afad-8b291c5c9750 req-0afeacd1-ef46-451a-ba40-aa0ccdea5a8e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0705612 Aug 19 09:18:49.630881 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.645888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.652824 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:18:49.653232 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:18:49.655468 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:18:49.661453 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b642f169-c334-4594-afad-8b291c5c9750 req-5c5504c9-05b1-4c83-858d-54758b47d319 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Aug 19 09:18:49.713832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.721838 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.723924 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aa5a8545-e197-4bb7-abff-c413fe9090ca HTTP/1.1" status: 204 len: 168 time: 0.3009737 Aug 19 09:18:49.726719 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46394) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:49.735198 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096175f-541b-43c4-b255-86d26c994557 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5a8545-e197-4bb7-abff-c413fe9090ca,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:49.773654 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Deleting subnet e6b611d7-6db7-473f-8ffd-7c7e30b6506f {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:18:49.777009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.825908 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.833130 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.863166 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a24d-72fd-4dcf-a528-8fdfb0a3fd34 req-701fb74a-848b-41e7-a702-dee668f53397 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:49.870794 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dcf4a24d-72fd-4dcf-a528-8fdfb0a3fd34 req-701fb74a-848b-41e7-a702-dee668f53397 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0643618 Aug 19 09:18:49.896370 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.907463 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dcf4a24d-72fd-4dcf-a528-8fdfb0a3fd34 req-b299694b-8109-4bd6-93df-795f845d6a8a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355496 Aug 19 09:18:49.910050 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:49.914445 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46400) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:49.914724 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6b611d7-6db7-473f-8ffd-7c7e30b6506f HTTP/1.1" status: 204 len: 168 time: 0.1869829 Aug 19 09:18:49.941128 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a42b2-6d71-4bb5-9404-ca9cd9505839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b611d7-6db7-473f-8ffd-7c7e30b6506f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:49.990918 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.076920 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.086779 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c97f3c-0cf3-4271-a341-fda59ec6eea0']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:50.097864 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3467810f-6f69-4d67-a3bb-aa1152d1092d') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:50.098423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3467810f-6f69-4d67-a3bb-aa1152d1092d') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:50.107425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.131872 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.138299 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:18:50.138693 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:18:50.179749 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:18:50.200846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.220243 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.222839 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] 10.222.0.32 "DELETE /v2.0/networks/b9c97f3c-0cf3-4271-a341-fda59ec6eea0 HTTP/1.1" status: 204 len: 168 time: 0.3067622 Aug 19 09:18:50.236014 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3213e-4191-448f-8339-7f4e19247fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c97f3c-0cf3-4271-a341-fda59ec6eea0,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:50.310048 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732bd1-08e1-429b-8b1d-935ffde4abff req-a8f9e923-ce33-480f-a226-81bcb1a6d932 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:50.338548 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30732bd1-08e1-429b-8b1d-935ffde4abff req-a8f9e923-ce33-480f-a226-81bcb1a6d932 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0980508 Aug 19 09:18:50.397750 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30732bd1-08e1-429b-8b1d-935ffde4abff req-467aa67b-99db-418a-a33c-f0fb33196ede tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Aug 19 09:18:50.468037 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3a97-0883-40b8-a908-35f3a51393ad req-159a6922-332d-4a97-ada0-92e74a909441 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:50.469616 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-529b3a97-0883-40b8-a908-35f3a51393ad req-159a6922-332d-4a97-ada0-92e74a909441 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0609822 Aug 19 09:18:50.493673 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46430) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:50.515160 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-529b3a97-0883-40b8-a908-35f3a51393ad req-109b2b75-37dd-44c5-86d2-e8f2f02a9c05 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Aug 19 09:18:50.577585 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e5b059e3-4342-424e-9d09-9f2e53e23ea1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fc46aec4b984b56ba9e5b20b39919fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821207 Aug 19 09:18:50.580097 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46438) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:50.630401 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.654666 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.734535 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.737593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:50.742121 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b2bea0f-96e9-4871-9846-79bcbb3dd282 HTTP/1.1" status: 204 len: 168 time: 0.1610625 Aug 19 09:18:50.755588 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d5e2-b3b8-4d87-9426-8ae3497563f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bea0f-96e9-4871-9846-79bcbb3dd282,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:50.814060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4830f8-8f40-43eb-9af6-a7f12a94343b req-816d2a76-c22c-4f17-9769-9df42e36149e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:50.815748 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ae4830f8-8f40-43eb-9af6-a7f12a94343b req-816d2a76-c22c-4f17-9769-9df42e36149e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0755551 Aug 19 09:18:50.857298 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:18:50.895052 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ae4830f8-8f40-43eb-9af6-a7f12a94343b req-2336645a-a82b-48f9-9b0e-a365358d364f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720215 Aug 19 09:18:51.089442 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2221ed-46b5-46a0-aecd-e50ceda439b5 req-efd21ec8-1e07-4cb4-a318-6119e25becf8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:51.091720 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4c2221ed-46b5-46a0-aecd-e50ceda439b5 req-efd21ec8-1e07-4cb4-a318-6119e25becf8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0646474 Aug 19 09:18:51.131547 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4c2221ed-46b5-46a0-aecd-e50ceda439b5 req-3b04f5a9-5a45-4629-bfbc-31bcafb12417 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Aug 19 09:18:51.235690 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46480) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:51.308647 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c06bb187-8030-42c2-afd7-7166e8c74706 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94d520c704fe46a9aa65e2fab52891f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693970 Aug 19 09:18:51.308869 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46484) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:51.331483 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335e03-c012-4ce5-8a56-eb335104cf7e req-7653d27b-c57d-4675-8731-4bab3d8d7f6e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:51.332975 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4e335e03-c012-4ce5-8a56-eb335104cf7e req-7653d27b-c57d-4675-8731-4bab3d8d7f6e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0809786 Aug 19 09:18:51.344497 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46488) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:51.351925 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'floatingip': {'port_id': '137293e7-3590-4eee-8e9a-b01076e25605'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:18:51.368523 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46490) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:51.390920 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.413006 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.437770 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.470825 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.474322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.475691 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9e27c10-3ab8-45d7-aef0-f7d0a4bb3178 HTTP/1.1" status: 204 len: 168 time: 0.1659572 Aug 19 09:18:51.484789 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e64a-c4a5-4f74-883b-1aca23914054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e27c10-3ab8-45d7-aef0-f7d0a4bb3178,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:51.505211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc79b6a0-20e7-456b-ab23-1c6ea3e15298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.609869 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc79b6a0-20e7-456b-ab23-1c6ea3e15298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.613639 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cc79b6a0-20e7-456b-ab23-1c6ea3e15298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.637309 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ee870-d1d8-4187-828f-f2f6fdc93fca req-3e2c4015-2054-4c70-abc2-dce4d9ef049f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:51.640009 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d72ee870-d1d8-4187-828f-f2f6fdc93fca req-3e2c4015-2054-4c70-abc2-dce4d9ef049f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.1511035 Aug 19 09:18:51.659704 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cc79b6a0-20e7-456b-ab23-1c6ea3e15298 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d59b9033c1e43779ed8ce712742a7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877283 Aug 19 09:18:51.659704 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79b6a0-20e7-456b-ab23-1c6ea3e15298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d360fa3e-cf04-4cd3-9e47-c7587a0f93fb,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:51.671593 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46500) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:51.742992 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.780797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.784278 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d72ee870-d1d8-4187-828f-f2f6fdc93fca req-52e9ff84-d7bb-401e-a9cb-48b2b817669c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857167 Aug 19 09:18:51.903368 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.907896 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:51.909384 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d360fa3e-cf04-4cd3-9e47-c7587a0f93fb HTTP/1.1" status: 204 len: 168 time: 0.2367945 Aug 19 09:18:51.950250 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1b059-c36c-4b13-9a8e-bbd11046a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d360fa3e-cf04-4cd3-9e47-c7587a0f93fb,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:52.156248 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dbafd-2968-4ae3-a75c-9139ed90e7cd req-74090c96-d17b-4637-8568-aaa148457a68 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:52.168706 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa9dbafd-2968-4ae3-a75c-9139ed90e7cd req-74090c96-d17b-4637-8568-aaa148457a68 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.1533642 Aug 19 09:18:52.265086 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa9dbafd-2968-4ae3-a75c-9139ed90e7cd req-ede84641-f89c-4dac-8b03-b642ba651f9c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931346 Aug 19 09:18:52.694728 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:52.698299 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46568) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:52.700871 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:52.714793 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b01521b4-e65c-4c84-8089-20bb383feeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:52.832935 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Floating IP 82155b56-aee0-4b5f-a2e2-9c9222b89c2d associated. External IP: 172.27.3.104, port: 137293e7-3590-4eee-8e9a-b01076e25605. Aug 19 09:18:52.843673 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b01521b4-e65c-4c84-8089-20bb383feeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:52.850025 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b01521b4-e65c-4c84-8089-20bb383feeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:52.906325 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b01521b4-e65c-4c84-8089-20bb383feeca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f35ba37802441cf87c85057bc177b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064373 Aug 19 09:18:52.910576 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01521b4-e65c-4c84-8089-20bb383feeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8e995-3927-4836-856b-73460e77ab32,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:52.932849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46574) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:52.990015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:53.012354 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:53.090390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:53.094222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:53.095407 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0c8e995-3927-4836-856b-73460e77ab32 HTTP/1.1" status: 204 len: 168 time: 0.1615572 Aug 19 09:18:53.103415 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3451d3-1990-4167-8b66-726779bdbbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8e995-3927-4836-856b-73460e77ab32,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:53.113916 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:18:53.227522 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:18:53.231925 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:53.240662 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:18:53.255364 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:18:53.256301 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:18:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:53.261410 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c3e40e3c-c354-445a-bc85-121ba90124d9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "PUT /v2.0/floatingips/82155b56-aee0-4b5f-a2e2-9c9222b89c2d HTTP/1.1" status: 200 len: 992 time: 1.9151449 Aug 19 09:18:53.262012 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:18:53.265199 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f57904b-8734-4cba-837a-54608dc4cb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:18:53.355547 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32b837-d261-410d-83bc-6c1f2c02edbc x-openstack-request-id: req-dd32b837-d261-410d-83bc-6c1f2c02edbc {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:18:53.355846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:18:53.356098 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd32b837-d261-410d-83bc-6c1f2c02edbc {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:18:53.356582 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'status': 'completed', 'code': 200} Aug 19 09:18:53.408460 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:18:53.483307 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1fc4a-9be3-45ff-ac1e-be8301bc8445 req-6c3cdf98-6bcb-48c6-af63-7891e9b0fb83 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:53.491212 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a5a1fc4a-9be3-45ff-ac1e-be8301bc8445 req-6c3cdf98-6bcb-48c6-af63-7891e9b0fb83 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0626433 Aug 19 09:18:53.511343 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-985fe845-001b-4dd1-8729-64648fa46024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:53.514625 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-985fe845-001b-4dd1-8729-64648fa46024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1099 time: 0.0501747 Aug 19 09:18:53.537974 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a5a1fc4a-9be3-45ff-ac1e-be8301bc8445 req-811107af-1ac4-498c-bb9a-2ae38d097661 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457215 Aug 19 09:18:53.619925 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-38fa06c8-6dfd-4c29-89f3-dbbe36d21bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:53.621403 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-38fa06c8-6dfd-4c29-89f3-dbbe36d21bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0991886 Aug 19 09:18:53.739100 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-e4101462-77f1-4e3e-bf02-d9d9e115f2a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1000 time: 0.1102791 Aug 19 09:18:53.790914 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-a0294063-374f-4272-b715-1aef5c10249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:53.792429 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-a0294063-374f-4272-b715-1aef5c10249d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0445707 Aug 19 09:18:53.810046 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '82155b56-aee0-4b5f-a2e2-9c9222b89c2d', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:17:37Z', 'updated_at': '2021-08-19T09:18:52Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:53.838701 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:18:53.845351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-da7f2a67-4c6f-4359-a24f-bc5d82892a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:53.847127 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-da7f2a67-4c6f-4359-a24f-bc5d82892a2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471151 Aug 19 09:18:53.848895 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:18:53.849517 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:18:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:53.955653 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-fadb9daf-4a66-4ae7-865f-ea02ed17f172 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908022 Aug 19 09:18:53.972150 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:18:54.058041 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3f57904b-8734-4cba-837a-54608dc4cb6e req-e485f01b-c3d2-40bf-b767-dbd8b50b9051 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951490 Aug 19 09:18:54.231509 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '82155b56-aee0-4b5f-a2e2-9c9222b89c2d', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:17:37Z', 'updated_at': '2021-08-19T09:18:52Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:18:54.260529 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0527d6-1901-407f-b107-3aeff6ad5e91 None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '82155b56-aee0-4b5f-a2e2-9c9222b89c2d', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:17:37Z', 'updated_at': '2021-08-19T09:18:52Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:18:54.394836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46630) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:54.541313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c60f26d3-2075-4b79-844f-5c81b1f46672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.579727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e324e4-19aa-4511-9e99-d746975f486f None None] New status for floating IP 82155b56-aee0-4b5f-a2e2-9c9222b89c2d: ACTIVE {{(pid=93739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:18:54.696416 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c60f26d3-2075-4b79-844f-5c81b1f46672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.722884 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c60f26d3-2075-4b79-844f-5c81b1f46672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.792930 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c60f26d3-2075-4b79-844f-5c81b1f46672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf2ee57665074500b662bc7ebd537104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968191 Aug 19 09:18:54.796266 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46652) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:54.808932 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f26d3-2075-4b79-844f-5c81b1f46672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d734b6c-b021-48ed-b866-865bc8cb5b2c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:54.827748 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077bcf2-ca10-4018-9bdd-f15554849b38 req-11b3ba6b-79e1-46d4-ae55-3a82501550f7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:54.834379 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0077bcf2-ca10-4018-9bdd-f15554849b38 req-11b3ba6b-79e1-46d4-ae55-3a82501550f7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.1360464 Aug 19 09:18:54.890597 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.896270 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0077bcf2-ca10-4018-9bdd-f15554849b38 req-c36bad7c-fb7d-4b39-88c2-0e83e60c3068 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Aug 19 09:18:54.925617 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.993812 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:54.996582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.000626 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d734b6c-b021-48ed-b866-865bc8cb5b2c HTTP/1.1" status: 204 len: 168 time: 0.2032552 Aug 19 09:18:55.008423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aacc6f-e5e6-41df-8b0c-67fe6f1f40a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d734b6c-b021-48ed-b866-865bc8cb5b2c,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:55.051517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46666) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:55.172588 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2b4d9623-b653-45d3-8433-9004908e1773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.290347 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2b4d9623-b653-45d3-8433-9004908e1773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.294727 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2b4d9623-b653-45d3-8433-9004908e1773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.340339 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2b4d9623-b653-45d3-8433-9004908e1773 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fab66f5b5554d9ca16d159b4da06c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854559 Aug 19 09:18:55.340339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d9623-b653-45d3-8433-9004908e1773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83144c-d05a-4c1c-abdd-d90adce300a5,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:55.340977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46686) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:55.411062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.437596 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.452833 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 46694) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:55.493898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.497046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.501150 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c83144c-d05a-4c1c-abdd-d90adce300a5 HTTP/1.1" status: 204 len: 168 time: 0.1539252 Aug 19 09:18:55.507215 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9246b-a5d6-4ae2-9ca7-573ffbf5e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83144c-d05a-4c1c-abdd-d90adce300a5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:55.610261 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-839bae5e-7b41-43da-9df4-188c45206bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.736354 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-839bae5e-7b41-43da-9df4-188c45206bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.741870 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-839bae5e-7b41-43da-9df4-188c45206bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.781487 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-839bae5e-7b41-43da-9df4-188c45206bed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dd1b66796d748d0bcbe274589b56887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275559 Aug 19 09:18:55.782713 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bae5e-7b41-43da-9df4-188c45206bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2813e0e5-5b60-4f61-8a01-8f5404772140,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:55.784076 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 46710) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:18:55.839463 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.863015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.915972 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.919170 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:18:55.921352 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2813e0e5-5b60-4f61-8a01-8f5404772140 HTTP/1.1" status: 204 len: 168 time: 0.1362796 Aug 19 09:18:55.929636 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8b4da-5443-4235-9f28-7839f3750997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2813e0e5-5b60-4f61-8a01-8f5404772140,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:18:56.040200 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8700b-b6e8-48b5-9907-2dc83e296765 req-c9d86688-cfd5-4bad-9982-3a16f47d63df tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:56.041735 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-49f8700b-b6e8-48b5-9907-2dc83e296765 req-c9d86688-cfd5-4bad-9982-3a16f47d63df tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0644288 Aug 19 09:18:56.089400 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-49f8700b-b6e8-48b5-9907-2dc83e296765 req-27857c39-e09e-4f97-a3e6-dc1053822609 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Aug 19 09:18:57.218272 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84d63-e1e1-4ea9-8029-88eef473c140 req-23e39e90-8f80-4947-b6b8-ef01c19b3b8f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:57.220053 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6fa84d63-e1e1-4ea9-8029-88eef473c140 req-23e39e90-8f80-4947-b6b8-ef01c19b3b8f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0587065 Aug 19 09:18:57.274352 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6fa84d63-e1e1-4ea9-8029-88eef473c140 req-3db3b152-005d-425f-9253-62444e67c73f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Aug 19 09:18:58.433715 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9172f-46fd-4057-b439-4bd073fed330 req-6dc0e4f3-6af5-4559-963d-87c7eacf0645 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:58.435248 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70d9172f-46fd-4057-b439-4bd073fed330 req-6dc0e4f3-6af5-4559-963d-87c7eacf0645 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0751853 Aug 19 09:18:58.474443 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70d9172f-46fd-4057-b439-4bd073fed330 req-7fc5fbcb-2c82-4c26-8b32-91e801676521 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Aug 19 09:18:59.592690 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b04fe0-5f1a-47fe-aaa9-ce51641a54eb req-1a742a64-7cc6-4989-a639-73e544be10d5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:18:59.594194 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-35b04fe0-5f1a-47fe-aaa9-ce51641a54eb req-1a742a64-7cc6-4989-a639-73e544be10d5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0490308 Aug 19 09:18:59.630601 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-35b04fe0-5f1a-47fe-aaa9-ce51641a54eb req-7b28f5fd-94f4-4d9a-8926-8e81d60a224d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302432 Aug 19 09:19:00.747204 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59632c0-0f51-4ca7-8eae-9a6869d6952c req-2e62b6e2-b601-4409-ba67-2d8e868116dc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:00.748872 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d59632c0-0f51-4ca7-8eae-9a6869d6952c req-2e62b6e2-b601-4409-ba67-2d8e868116dc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0500658 Aug 19 09:19:00.786940 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d59632c0-0f51-4ca7-8eae-9a6869d6952c req-60387c1e-1985-4b19-bb77-ae09be3d08e9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Aug 19 09:19:01.913365 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0bdc7-7f66-49c1-b819-da0c1b2eecd2 req-6eea5963-594c-46a4-abdb-de93f85cf394 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:01.915774 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-61e0bdc7-7f66-49c1-b819-da0c1b2eecd2 req-6eea5963-594c-46a4-abdb-de93f85cf394 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0573914 Aug 19 09:19:01.956053 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-61e0bdc7-7f66-49c1-b819-da0c1b2eecd2 req-2b15b94f-6cbd-4bab-8ee5-2ad603c779f4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Aug 19 09:19:03.079930 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acc472-c071-492e-ba3f-5f027f1dad3c req-e85fb739-7f9b-475a-9b63-3c38660813c8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:03.081628 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a2acc472-c071-492e-ba3f-5f027f1dad3c req-e85fb739-7f9b-475a-9b63-3c38660813c8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0533285 Aug 19 09:19:03.119858 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a2acc472-c071-492e-ba3f-5f027f1dad3c req-9570cbcf-ba66-4d2b-8653-3a1931bcf95c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Aug 19 09:19:03.913928 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47072) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:04.016278 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d0542b58-99ab-4c0d-b024-e1a4791bea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.106772 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d0542b58-99ab-4c0d-b024-e1a4791bea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.110839 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d0542b58-99ab-4c0d-b024-e1a4791bea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.151641 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d0542b58-99ab-4c0d-b024-e1a4791bea02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4114b1ec2ff14073834cebadc11c7ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365887 Aug 19 09:19:04.153100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542b58-99ab-4c0d-b024-e1a4791bea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d798d82-e492-4a3f-99f5-3aa26073d29f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:04.154280 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47078) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:04.244778 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.277704 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff1f7-44b7-41b7-bf65-a65f03e59eda req-1cd7409f-24af-418f-bb3c-0dacf2f306e0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:04.279162 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b75ff1f7-44b7-41b7-bf65-a65f03e59eda req-1cd7409f-24af-418f-bb3c-0dacf2f306e0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0788295 Aug 19 09:19:04.283882 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.342789 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b75ff1f7-44b7-41b7-bf65-a65f03e59eda req-59f74f32-de73-4bc0-82dc-6725af78d1d5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Aug 19 09:19:04.362391 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.365028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:04.366137 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d798d82-e492-4a3f-99f5-3aa26073d29f HTTP/1.1" status: 204 len: 168 time: 0.2102284 Aug 19 09:19:04.375254 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ee5c-f442-4df6-9279-73405e363d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d798d82-e492-4a3f-99f5-3aa26073d29f,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:05.456745 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e2c95-bb6b-4714-af7a-f1adc6205513 req-9489ed80-7d40-4c7f-84d2-e4ab0ce5bddb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:05.458273 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e28e2c95-bb6b-4714-af7a-f1adc6205513 req-9489ed80-7d40-4c7f-84d2-e4ab0ce5bddb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0493901 Aug 19 09:19:05.504461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e28e2c95-bb6b-4714-af7a-f1adc6205513 req-107c030c-2c1f-4810-b5dc-9cc70c4a1624 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Aug 19 09:19:05.527646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.496058 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47176) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:06.616152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f37cfb09-cfcc-4b10-b651-ee1473d1ba1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.646390 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f2a7-56ac-42d3-bb00-db666e3c7f60 req-1b8b0009-0110-43c1-8721-3ea6cf330481 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:06.647883 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3866f2a7-56ac-42d3-bb00-db666e3c7f60 req-1b8b0009-0110-43c1-8721-3ea6cf330481 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0749366 Aug 19 09:19:06.703920 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3866f2a7-56ac-42d3-bb00-db666e3c7f60 req-a697a517-01ed-42d9-86c2-47f000956131 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Aug 19 09:19:06.759948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f37cfb09-cfcc-4b10-b651-ee1473d1ba1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.764268 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f37cfb09-cfcc-4b10-b651-ee1473d1ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.800132 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f37cfb09-cfcc-4b10-b651-ee1473d1ba1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a74993daa6441b6ac336b1d26856222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029945 Aug 19 09:19:06.803173 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47186) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:06.811583 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cfb09-cfcc-4b10-b651-ee1473d1ba1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d9d8d-09e0-499b-9cbf-715caddf1f2a,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:06.860553 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.881476 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.930850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.933485 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:06.934609 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f6d9d8d-09e0-499b-9cbf-715caddf1f2a HTTP/1.1" status: 204 len: 168 time: 0.1305246 Aug 19 09:19:06.942399 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624f556-7e9a-4928-a714-1ffa4c31f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d9d8d-09e0-499b-9cbf-715caddf1f2a,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:07.213555 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47204) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:07.227686 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c008a82e-a5fc-4231-be9e-18dda578267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.322059 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c008a82e-a5fc-4231-be9e-18dda578267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.325757 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c008a82e-a5fc-4231-be9e-18dda578267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.365986 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c008a82e-a5fc-4231-be9e-18dda578267b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a6608b2a17d4c7ebb1435a3e5493b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513987 Aug 19 09:19:07.367168 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008a82e-a5fc-4231-be9e-18dda578267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd717b4-f2ff-4999-9f66-93447b32f50d,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:07.368670 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47208) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:07.422769 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.444330 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.488435 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.491003 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.492181 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dd717b4-f2ff-4999-9f66-93447b32f50d HTTP/1.1" status: 204 len: 168 time: 0.1161828 Aug 19 09:19:07.500748 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c761ab-60d8-4ccd-95a8-854140b1fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd717b4-f2ff-4999-9f66-93447b32f50d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:07.819146 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47218) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:07.836368 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f907493d-4492-468d-9992-10e73c662a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.892778 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd035-92e0-4b43-a3c6-dfe8f6a48334 req-10e04dce-5325-4bab-a526-aa77ff1b6bbd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:07.900304 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cbcd035-92e0-4b43-a3c6-dfe8f6a48334 req-10e04dce-5325-4bab-a526-aa77ff1b6bbd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0721896 Aug 19 09:19:07.935178 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cbcd035-92e0-4b43-a3c6-dfe8f6a48334 req-3f178f79-4797-4e40-b4cb-98abe1bbf6f8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343125 Aug 19 09:19:07.957878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f907493d-4492-468d-9992-10e73c662a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:07.961720 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f907493d-4492-468d-9992-10e73c662a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.001102 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f907493d-4492-468d-9992-10e73c662a12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12ee1d81e34049b4b0dee6494fa10844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808002 Aug 19 09:19:08.002191 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907493d-4492-468d-9992-10e73c662a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba40b71-7ef9-4829-bf13-de48e85aa5e5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:08.003696 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47224) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:08.055045 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.074649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.125302 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.128031 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.129197 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ba40b71-7ef9-4829-bf13-de48e85aa5e5 HTTP/1.1" status: 204 len: 168 time: 0.1243680 Aug 19 09:19:08.136700 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bcf0c-9ad4-4c91-9b83-2ce1c18b69d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba40b71-7ef9-4829-bf13-de48e85aa5e5,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:08.538439 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47246) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:08.710950 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-50f34588-d0df-416c-93ab-1c527b0d4ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.829537 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-50f34588-d0df-416c-93ab-1c527b0d4ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.833711 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-50f34588-d0df-416c-93ab-1c527b0d4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.872030 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-50f34588-d0df-416c-93ab-1c527b0d4ae7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dd83901893e4f3687fae7a1a9e92289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321240 Aug 19 09:19:08.873748 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f34588-d0df-416c-93ab-1c527b0d4ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af74164-bfba-4865-b3fc-f0de4c1438da,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:08.875403 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47262) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:08.930269 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47266) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:08.938347 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:08.959776 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.025569 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.028429 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.032583 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9af74164-bfba-4865-b3fc-f0de4c1438da HTTP/1.1" status: 204 len: 168 time: 0.1552210 Aug 19 09:19:09.042441 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4718049-2322-4116-8d42-8e08acebc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af74164-bfba-4865-b3fc-f0de4c1438da,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.056182 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2075773056-network', 'tenant_id': 'ca3fe8da8a104ba2b3e206211030cffb'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:09.090535 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfbf98-aaa4-479a-aa2d-0cac653a52d6 req-9bb6bcf5-8d92-463e-b033-c31207b1c6a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:09.092406 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e5cfbf98-aaa4-479a-aa2d-0cac653a52d6 req-9bb6bcf5-8d92-463e-b033-c31207b1c6a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0841794 Aug 19 09:19:09.093459 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Made reservation on behalf of ca3fe8da8a104ba2b3e206211030cffb for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:19:09.095653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.106541 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.160992 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e5cfbf98-aaa4-479a-aa2d-0cac653a52d6 req-62d6e54b-d44a-48bd-9ebe-02d0948c3aea tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Aug 19 09:19:09.240496 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.245208 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.274065 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:19:09.284045 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714dd35-494b-4645-b97c-4aed2be0700a,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.290563 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.290903 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Added segment 30afa586-513a-4156-867d-177bfc49876b of type vlan for network 91d9aee0-6921-4c01-95c7-a746e497353e Aug 19 09:19:09.333956 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.383640 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.383958 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47284) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:09.384862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:09.385564 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.398579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-152644db-fbf3-4b20-abf0-03f446ee9256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.448130 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5150468 Aug 19 09:19:09.453240 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47290) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:09.459035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Request body: {'subnet': {'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2075773056-subnet', 'tenant_id': 'ca3fe8da8a104ba2b3e206211030cffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:09.487827 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246780d0-4da7-41d9-91fd-454c3415350a admin admin] Pushing event updated for resources: {'Network': ['ID=91d9aee0-6921-4c01-95c7-a746e497353e,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.500440 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 91d9aee0-6921-4c01-95c7-a746e497353e details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:19:09.523827 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d1df-0ed8-4070-a49c-9f43efff2187 req-b28c0cce-aa95-4844-bb0c-b9666d5fb323 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:09.525651 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d862d1df-0ed8-4070-a49c-9f43efff2187 req-b28c0cce-aa95-4844-bb0c-b9666d5fb323 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0935247 Aug 19 09:19:09.559332 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-152644db-fbf3-4b20-abf0-03f446ee9256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.569584 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-152644db-fbf3-4b20-abf0-03f446ee9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.570808 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d862d1df-0ed8-4070-a49c-9f43efff2187 req-c081550d-2064-4289-9820-f3425f5ebe93 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Aug 19 09:19:09.611009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Made reservation on behalf of ca3fe8da8a104ba2b3e206211030cffb for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:19:09.613605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.621181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152644db-fbf3-4b20-abf0-03f446ee9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b4992-32f4-4610-892d-ff6a6ca21d0c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.634220 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-152644db-fbf3-4b20-abf0-03f446ee9256 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1addb16cded74e0999536118fe395b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489145 Aug 19 09:19:09.636732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47292) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:09.686313 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.708954 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.762578 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.765906 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.770029 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a03b4992-32f4-4610-892d-ff6a6ca21d0c HTTP/1.1" status: 204 len: 168 time: 0.1293492 Aug 19 09:19:09.775990 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384f087-37c1-4544-adf3-e56e83dd8d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b4992-32f4-4610-892d-ff6a6ca21d0c,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.805582 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.858255 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80672581-b274-456b-b770-96576a748944,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:09.871322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Checking segment: {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:19:09.871682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Network hostable DHCP agents. Network: 91d9aee0-6921-4c01-95c7-a746e497353e, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:19:09.888552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Network 91d9aee0-6921-4c01-95c7-a746e497353e is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:19:09.897262 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 91d9aee0-6921-4c01-95c7-a746e497353e) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:19:09.903905 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:09.904697 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:09.909254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a4647-43b0-4c68-bc6c-79e4b3a8e9f3 None None] Network 91d9aee0-6921-4c01-95c7-a746e497353e requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:19:09.931887 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9ccbe875-af96-41a6-8cf4-e23e7b0cdd2d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4772162 Aug 19 09:19:10.188378 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea627d69-a625-4705-b830-f82210fc7e2e None None] Network 91d9aee0-6921-4c01-95c7-a746e497353e requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:19:10.305605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44ade0-c8c7-46da-87b7-62d56e87333f req-229a9ed8-73ca-4b62-a73c-6570f44e3368 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:10.307656 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2b44ade0-c8c7-46da-87b7-62d56e87333f req-229a9ed8-73ca-4b62-a73c-6570f44e3368 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0617073 Aug 19 09:19:10.362218 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2b44ade0-c8c7-46da-87b7-62d56e87333f req-fe0e1f8c-30c7-4a9d-a768-ab92bca3acc0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Aug 19 09:19:10.702338 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47a67-0123-4ee6-8afb-c31f792bc736 req-519896cb-1335-48a1-805b-67a313e9b59a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:10.703227 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26e47a67-0123-4ee6-8afb-c31f792bc736 req-519896cb-1335-48a1-805b-67a313e9b59a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0552649 Aug 19 09:19:10.743473 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26e47a67-0123-4ee6-8afb-c31f792bc736 req-6805fad3-2340-450e-8f2c-03f754816e39 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Aug 19 09:19:11.001112 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47346) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:11.127846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-51abb012-2b2a-4f3f-88d5-6b7f74d97cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.215697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-51abb012-2b2a-4f3f-88d5-6b7f74d97cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.220532 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-51abb012-2b2a-4f3f-88d5-6b7f74d97cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.257804 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abb012-2b2a-4f3f-88d5-6b7f74d97cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2407ac3-be22-4fb7-87ed-4066ad01cc2a,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:11.261892 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-51abb012-2b2a-4f3f-88d5-6b7f74d97cff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dc0d41624f54183b865dab9d27a12ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595923 Aug 19 09:19:11.265167 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47352) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:11.313145 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.334639 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.383112 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.385692 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:11.386828 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2407ac3-be22-4fb7-87ed-4066ad01cc2a HTTP/1.1" status: 204 len: 168 time: 0.1207659 Aug 19 09:19:11.395301 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d0ad6-e414-4b29-9f3c-fda251555feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2407ac3-be22-4fb7-87ed-4066ad01cc2a,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:11.496099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690bc65-df30-4b0e-9cc6-9c74625c7ea6 req-9de44240-15c6-4944-8728-feff4c8bead7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:11.497613 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2690bc65-df30-4b0e-9cc6-9c74625c7ea6 req-9de44240-15c6-4944-8728-feff4c8bead7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0515425 Aug 19 09:19:11.537273 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2690bc65-df30-4b0e-9cc6-9c74625c7ea6 req-7e40414d-528d-4d66-a89f-67e15df30676 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 19 09:19:11.864606 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a6889-5810-4a15-af7e-caff2846cf26 req-ce4c42c9-060d-43e9-9876-91aac75af36c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:11.866225 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0b2a6889-5810-4a15-af7e-caff2846cf26 req-ce4c42c9-060d-43e9-9876-91aac75af36c tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0523694 Aug 19 09:19:11.905517 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0b2a6889-5810-4a15-af7e-caff2846cf26 req-737975eb-882b-4292-a556-971a70a3710e tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Aug 19 09:19:12.414211 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-96d6493a-a3bf-4577-8ab0-375d7956b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:12.655071 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48eedd-3f0d-4b47-b5bd-7fdb196d1ccb req-1d6bd8f9-ecb7-47a0-8e0c-927c02e0c51f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:12.656621 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a48eedd-3f0d-4b47-b5bd-7fdb196d1ccb req-1d6bd8f9-ecb7-47a0-8e0c-927c02e0c51f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0511401 Aug 19 09:19:12.706086 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a48eedd-3f0d-4b47-b5bd-7fdb196d1ccb req-08d2e62f-745c-473f-bf28-a2e63006447c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 Aug 19 09:19:13.116345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-babc5010-a744-472d-8c1b-d2996868ea95 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:13.117843 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-babc5010-a744-472d-8c1b-d2996868ea95 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.0488737 Aug 19 09:19:13.304219 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babedc42-efbe-41c6-9780-6b6ff8ab3360 req-6d50f12e-0b5e-4338-a472-ce9887f965c8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:13.305728 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-babedc42-efbe-41c6-9780-6b6ff8ab3360 req-6d50f12e-0b5e-4338-a472-ce9887f965c8 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 945 time: 0.1162307 Aug 19 09:19:13.344185 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Deleting port fe32dc17-332d-4b18-91b9-52ea978ffebd {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:19:13.344520 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:13.393971 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-babedc42-efbe-41c6-9780-6b6ff8ab3360 req-19a43ebc-fdc7-4d39-b7fe-e7e991eb387a tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/security-groups?id=325d7787-ab4c-404a-9bb2-f6ab28213c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Aug 19 09:19:13.442703 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] For port fe32dc17-332d-4b18-91b9-52ea978ffebd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=fe32dc17-332d-4b18-91b9-52ea978ffebd,segment=NetworkSegment(c17ec671-bec8-4cdf-918c-10c1309c17f8),segment_id=c17ec671-bec8-4cdf-918c-10c1309c17f8)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:13.442983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:13.456917 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Calling delete_port for fe32dc17-332d-4b18-91b9-52ea978ffebd owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:19:13.839817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:13.880197 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f406ce-08fc-4317-9d5c-b2e3e1564d54 req-d5f93b8a-087e-4611-8fca-14fff03fafa5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:13.881866 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e6f406ce-08fc-4317-9d5c-b2e3e1564d54 req-d5f93b8a-087e-4611-8fca-14fff03fafa5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0911646 Aug 19 09:19:13.884763 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Pushing event deleted for resources: {'Port': ['ID=fe32dc17-332d-4b18-91b9-52ea978ffebd,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:13.965272 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] No DVR routers for this DVR port fe32dc17-332d-4b18-91b9-52ea978ffebd on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:19:13.971608 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:13.973841 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a67b77c4-4025-4a83-88ff-e28102c501b2 req-c7d924f7-bfa9-4a12-81fc-7faf51f0f753 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.35 "DELETE /v2.0/ports/fe32dc17-332d-4b18-91b9-52ea978ffebd HTTP/1.1" status: 204 len: 173 time: 0.8369846 Aug 19 09:19:13.975409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'name': 'network-vif-deleted', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:13.977637 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb0ce3-ede5-43db-adfc-fcbfb8001be6" -d '{"events": [{"server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "name": "network-vif-deleted", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:13.993518 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e6f406ce-08fc-4317-9d5c-b2e3e1564d54 req-54c3ddf7-7a2f-4ec3-960c-dda66d068529 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790136 Aug 19 09:19:14.040609 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a15efc-eca5-4c04-bda7-d8e5da02ed4a x-openstack-request-id: req-78a15efc-eca5-4c04-bda7-d8e5da02ed4a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:14.040898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d8a445-b5d9-4394-955e-6b57dda71720", "name": "network-vif-deleted", "tag": "fe32dc17-332d-4b18-91b9-52ea978ffebd", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:14.041179 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78a15efc-eca5-4c04-bda7-d8e5da02ed4a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:14.041545 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d8a445-b5d9-4394-955e-6b57dda71720', 'name': 'network-vif-deleted', 'tag': 'fe32dc17-332d-4b18-91b9-52ea978ffebd', 'status': 'completed', 'code': 200} Aug 19 09:19:14.491365 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4caf6752-7bec-4d54-9891-81f059cc7140 req-9944fdf4-a09d-4082-aa32-a5fc77ecd0f5 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0266695 Aug 19 09:19:14.970303 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5b36ee31-3642-4172-96fb-e3331a280a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:15.109208 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799ee7-3ca3-4179-bd5b-b4c2b09d0656 req-d178130c-59f1-4110-a5e7-b5d7cc264d15 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:15.110718 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99799ee7-3ca3-4179-bd5b-b4c2b09d0656 req-d178130c-59f1-4110-a5e7-b5d7cc264d15 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0483053 Aug 19 09:19:15.147858 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99799ee7-3ca3-4179-bd5b-b4c2b09d0656 req-ebaef64f-a163-48b3-ac8c-b58cf2385927 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Aug 19 09:19:15.192169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:15.590844 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00a8ba2c-ea87-4153-8fe0-caf9bbfc8c76 req-4be5f90d-0c23-492f-9323-2a0b462bc4b3 tempest-DeleteServersTestJSON-1684790860 tempest-DeleteServersTestJSON-1684790860-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7d8a445-b5d9-4394-955e-6b57dda71720 HTTP/1.1" status: 200 len: 210 time: 0.0296712 Aug 19 09:19:15.726010 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device fe32dc17-332d-4b18-91b9-52ea978ffebd no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:19:15.746025 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: fe32dc17-332d-4b18-91b9-52ea978ffebd {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:19:15.746361 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device fe32dc17-332d-4b18-91b9-52ea978ffebd not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:19:16.214791 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:16.272396 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dc199-7718-4369-bc95-ef1edf568007 req-73b10a73-5789-4f1b-b622-dff622060b2f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:16.275074 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f47dc199-7718-4369-bc95-ef1edf568007 req-73b10a73-5789-4f1b-b622-dff622060b2f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0566297 Aug 19 09:19:16.351911 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f47dc199-7718-4369-bc95-ef1edf568007 req-a853de16-2286-4d8c-b317-493af79e428e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594399 Aug 19 09:19:17.981372 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.575662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47604) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:23.680466 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3349a2f-e04c-4a73-96d2-5cb1c458fb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.770912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3349a2f-e04c-4a73-96d2-5cb1c458fb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.775970 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3349a2f-e04c-4a73-96d2-5cb1c458fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.815115 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d3349a2f-e04c-4a73-96d2-5cb1c458fb16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92b749aa52804bbdac06f59478d21d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383661 Aug 19 09:19:23.816225 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3349a2f-e04c-4a73-96d2-5cb1c458fb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1317b1cd-739c-48e1-a4a5-2d1053624a37,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:23.817857 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47610) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:23.868232 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.888383 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.935398 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.938001 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:23.939127 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1317b1cd-739c-48e1-a4a5-2d1053624a37 HTTP/1.1" status: 204 len: 168 time: 0.1202347 Aug 19 09:19:23.946518 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450c312-7c4e-481c-bb71-5ced8301b506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1317b1cd-739c-48e1-a4a5-2d1053624a37,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:26.895399 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-956f469f-b440-483f-b9c3-48a985b0dcde tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:26.896976 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-956f469f-b440-483f-b9c3-48a985b0dcde tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.1125965 Aug 19 09:19:26.914195 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-85dc260e-6641-4e4f-94b6-ad00cc289b47 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/quotas/8bd62739089241319075c92d0306a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0112290 Aug 19 09:19:26.971594 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-5ca3716c-8218-4f8f-9644-ce7ddf507038 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506091 Aug 19 09:19:27.072181 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-b8712804-cb5b-4a4c-a5f3-6ddb9bd1ca63 service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933232 Aug 19 09:19:27.096847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-9aa0b5b8-6333-4061-847a-2afd7d02872a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:27.098572 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-9aa0b5b8-6333-4061-847a-2afd7d02872a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 809 time: 0.3155038 Aug 19 09:19:27.113380 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-4dc1424d-4aa8-491c-81d4-9249a3d96ea1 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/quotas/ca3fe8da8a104ba2b3e206211030cffb HTTP/1.1" status: 200 len: 375 time: 0.0090537 Aug 19 09:19:27.144151 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-603cd175-a77a-4f8f-8de4-22628c313fd4 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256479 Aug 19 09:19:27.160300 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7fae7d77-cc91-4c28-b8f8-be609dca79ca service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820332 Aug 19 09:19:27.236894 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-9cdf1362-b6d9-4688-af05-c3730249e9f0 service neutron] 10.222.0.32 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Aug 19 09:19:27.352580 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-f8359d30-b0f9-4029-8b21-73aa8f3cdcd3 service neutron] 10.222.0.32 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072156 Aug 19 09:19:27.404808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b5991-8f76-4b1b-88b8-04bb9779f694 req-d66eab36-36c3-4f52-93ab-d67df22323fb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:27.406563 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f8b5991-8f76-4b1b-88b8-04bb9779f694 req-d66eab36-36c3-4f52-93ab-d67df22323fb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0638664 Aug 19 09:19:27.454340 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f8b5991-8f76-4b1b-88b8-04bb9779f694 req-5f007d2e-6ec3-4a9d-937f-55e1a9cc078f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Aug 19 09:19:27.571467 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-62e00a8a-d039-4306-af6e-f9f94cbed62b req-1a6c970b-0b0e-4403-9f98-ff47e87fb105 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 210 time: 0.0282707 Aug 19 09:19:27.694748 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5e949d2c-58c7-484d-9800-0016724b8a5f req-10c99a6a-79db-4f59-a919-2a3e6ae59ec8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0444560 Aug 19 09:19:27.856235 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:19:28.646311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed14945-c89a-47aa-8b22-a3fa356e37e7 req-40d54c24-f5ac-4654-962c-3182dd8464e6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:28.648282 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bed14945-c89a-47aa-8b22-a3fa356e37e7 req-40d54c24-f5ac-4654-962c-3182dd8464e6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0836377 Aug 19 09:19:28.674381 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-c944feab-0a0c-4c4a-8409-efe2b04c0c66 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:28.675879 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-c944feab-0a0c-4c4a-8409-efe2b04c0c66 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.1606195 Aug 19 09:19:28.676258 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0b4cdffa-785d-4365-b3ab-0710ef1983a7 req-63593471-1ccf-46f5-b717-89047d214d2b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 210 time: 0.0304828 Aug 19 09:19:28.704899 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Request body: {'port': {'device_id': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'admin_state_up': True, 'tenant_id': '8bd62739089241319075c92d0306a0a3'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:28.711663 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bed14945-c89a-47aa-8b22-a3fa356e37e7 req-298c0a8f-5ec1-4b13-9eca-6f587957761e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537663 Aug 19 09:19:28.808293 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b737b6b-1b1d-4912-b7f0-2db268fe9d23 req-ca9d5a8f-7642-4805-ba8b-4e0d17a4f501 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0388823 Aug 19 09:19:28.842097 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:19:28.845681 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:28.968474 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Allocated IP 172.20.0.8 (5e78b5e6-6e38-4b51-a3a6-7fec0d074363/e2f4ac5d-43fa-48cd-891c-5fadb9193dd5/c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:19:29.121680 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:29.222713 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:29.263449 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:19:29.274394 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:19:29.284766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:19:29.290509 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:19:29.296157 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:29.296804 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:29.331871 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-14d08ddd-a6a0-4934-9c3f-e09f8cc410f5 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:29.333023 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-14d08ddd-a6a0-4934-9c3f-e09f8cc410f5 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 809 time: 0.1858556 Aug 19 09:19:29.335141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event updated for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:29.341604 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-d8827a04-ec71-4a34-83ec-488170fbf9df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6434667 Aug 19 09:19:29.369676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Request body: {'port': {'device_id': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e', 'admin_state_up': True, 'tenant_id': 'ca3fe8da8a104ba2b3e206211030cffb'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:29.390538 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Request body: {'port': {'device_id': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:29.498086 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:29.575732 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Made reservation on behalf of ca3fe8da8a104ba2b3e206211030cffb for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:19:29.579795 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:29.801439 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f41ca-0d6b-43d1-af7c-6b508eeea563 req-a3d2af7a-f335-48ad-ac29-edcf3d8097cb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:29.803015 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-024f41ca-0d6b-43d1-af7c-6b508eeea563 req-a3d2af7a-f335-48ad-ac29-edcf3d8097cb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 931 time: 0.0495224 Aug 19 09:19:29.806792 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775ee84-22fc-4227-883a-9717c2a66cb8 req-4dde4f00-8ee8-4e2c-aa3b-6b1af88e9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:29.808257 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b775ee84-22fc-4227-883a-9717c2a66cb8 req-4dde4f00-8ee8-4e2c-aa3b-6b1af88e9335 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 1099 time: 0.1618581 Aug 19 09:19:29.840657 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-024f41ca-0d6b-43d1-af7c-6b508eeea563 req-8824b63e-70ef-43ed-80b0-c0bfa270cc21 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 19 09:19:29.945141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Allocated IP 172.20.0.7 (91d9aee0-6921-4c01-95c7-a746e497353e/80672581-b274-456b-b770-96576a748944/86c16351-fe7e-4beb-81f6-d02028ab6940) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:19:29.949902 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b775ee84-22fc-4227-883a-9717c2a66cb8 req-8c8b5389-c724-4e03-8097-df315ba9fcfe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182344 Aug 19 09:19:29.963114 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6dea-3dcb-4faa-9e20-2a3ee4aedae6 req-6a72854e-08af-4f1f-a541-3458ef12ca78 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:29.964592 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-631e6dea-3dcb-4faa-9e20-2a3ee4aedae6 req-6a72854e-08af-4f1f-a541-3458ef12ca78 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.1762633 Aug 19 09:19:30.050186 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7ab6c272-bba3-4155-8a9a-67a4f362e5d3 req-3bfc9fc3-de30-4c39-9aa4-da38e34460ea tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Aug 19 09:19:30.067549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:19:30.078123 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-631e6dea-3dcb-4faa-9e20-2a3ee4aedae6 req-1b68ef75-c906-4421-8775-c45d9a6d1e6b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035409 Aug 19 09:19:30.085177 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.139426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Transition to ACTIVE for port object c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:19:30.140059 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47730) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:30.148456 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.187668 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Deleting subnet 8d1bb644-f541-488e-814f-3fece59b802c {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:19:30.190923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.226510 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.249401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:30.264851 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.270672 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.276740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Attempting to bind port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:19:30.277069 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Attempting to bind port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:19:30.277387 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Attempting to bind port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:30.285286 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:19:30.285602 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Attempting to bind port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:30.292156 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:19:30.292485 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Checking segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:19:30.292857 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Bound using segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:19:30.293269 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Bound port: c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:19:30.293613 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.320636 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.345454 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1bb644-f541-488e-814f-3fece59b802c,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:30.356210 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.358102 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b7152658-e5e7-414a-891a-ec34370e8569 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d1bb644-f541-488e-814f-3fece59b802c HTTP/1.1" status: 204 len: 168 time: 0.2170236 Aug 19 09:19:30.361101 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47732) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:30.371508 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.384476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:19:30.416988 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:19:30.426870 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Network 91d9aee0-6921-4c01-95c7-a746e497353e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:19:30.428150 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.436785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:19:30.438149 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.445398 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:19:30.450870 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:30.451495 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.468119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:30.468808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.471381 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] 10.222.0.35 "PUT /v2.0/ports/c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d HTTP/1.1" status: 200 len: 1093 time: 1.0851154 Aug 19 09:19:30.471952 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:30.474412 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce583c-c0e1-404f-86fd-dc6404d6ba62" -d '{"events": [{"name": "network-changed", "server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:30.477667 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Pushing event updated for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:30.488008 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-c454c4e9-db41-41bf-9400-0c4ad8c8a180 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1229434 Aug 19 09:19:30.525891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307f8fc3-bda8-4278-8682-3f90ba7cf660 x-openstack-request-id: req-307f8fc3-bda8-4278-8682-3f90ba7cf660 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:30.526178 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:30.526426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-307f8fc3-bda8-4278-8682-3f90ba7cf660 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:30.526807 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', 'status': 'completed', 'code': 200} Aug 19 09:19:30.535613 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.537893 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Request body: {'port': {'device_id': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:30.545953 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ed585a-dafa-4239-9b89-ad18bb66a515']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:19:30.557343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ec671-bec8-4cdf-918c-10c1309c17f8') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:19:30.557641 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ec671-bec8-4cdf-918c-10c1309c17f8') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:19:30.567674 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.583089 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.590255 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:19:30.590514 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:19:30.592357 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:19:30.659943 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.667878 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.669757 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] 10.222.0.32 "DELETE /v2.0/networks/64ed585a-dafa-4239-9b89-ad18bb66a515 HTTP/1.1" status: 204 len: 168 time: 0.3077424 Aug 19 09:19:30.679784 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38439d-9138-4ce6-ab9e-2359718d9541 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ed585a-dafa-4239-9b89-ad18bb66a515,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:30.788104 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82307-91fe-4adf-94b5-55f428589a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:30.824352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.836113 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-7e562397-4d99-4f05-ad17-c638cab41aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:30.837591 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-7e562397-4d99-4f05-ad17-c638cab41aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0796402 Aug 19 09:19:30.841593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47748) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:30.884771 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-059529d8-9fa2-49cc-ac3a-48d8b3833603 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32a1a9a34bd848cd8c97172208bd43ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396335 Aug 19 09:19:30.885053 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47752) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:30.939905 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:30.962020 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.025377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.028494 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.030498 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/325d7787-ab4c-404a-9bb2-f6ab28213c95 HTTP/1.1" status: 204 len: 168 time: 0.1437309 Aug 19 09:19:31.038270 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcd71-fbaf-4df1-a054-2ca1a0cba6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d7787-ab4c-404a-9bb2-f6ab28213c95,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:31.061049 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6aecd-66d9-4675-a91d-72928f32d196 req-4c6323e3-370e-43cd-a774-06ff1c815729 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.067846 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fcd6aecd-66d9-4675-a91d-72928f32d196 req-4c6323e3-370e-43cd-a774-06ff1c815729 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.1499205 Aug 19 09:19:31.097109 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-34fba126-8933-4cc7-a27c-bfab6dae0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.098987 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-34fba126-8933-4cc7-a27c-bfab6dae0a65 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8bd62739089241319075c92d0306a0a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2355196 Aug 19 09:19:31.196321 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea478d2a-33ef-452c-ba49-49a44b986dd3 req-450eb240-2c44-4233-9d14-2044b1b0c94a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.197925 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ea478d2a-33ef-452c-ba49-49a44b986dd3 req-450eb240-2c44-4233-9d14-2044b1b0c94a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 931 time: 0.0577359 Aug 19 09:19:31.227657 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fcd6aecd-66d9-4675-a91d-72928f32d196 req-af2b20ff-2e9d-49f9-9374-02a453ca01d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586785 Aug 19 09:19:31.239472 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ea478d2a-33ef-452c-ba49-49a44b986dd3 req-bdf265b3-76ce-4d3e-9550-6fdf28708179 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352132 Aug 19 09:19:31.304880 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-01bee7c9-8840-4a9b-baaf-b55be125e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.306371 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77ce583c-c0e1-404f-86fd-dc6404d6ba62 req-01bee7c9-8840-4a9b-baaf-b55be125e978 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935945 Aug 19 09:19:31.418985 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c16351-fe7e-4beb-81f6-d02028ab6940 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:19:31.435335 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c351da-0bd1-4ece-b18e-81eb894fe32a req-818cce74-f6ea-4a26-9eaa-301bb5157a3a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.436849 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0c351da-0bd1-4ece-b18e-81eb894fe32a req-818cce74-f6ea-4a26-9eaa-301bb5157a3a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.1281374 Aug 19 09:19:31.439350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.472436 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Transition to ACTIVE for port object 86c16351-fe7e-4beb-81f6-d02028ab6940 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:19:31.475251 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-1e7c87b2-c4c4-4eb3-af30-178d7a34d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.476994 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-1e7c87b2-c4c4-4eb3-af30-178d7a34d5c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 1096 time: 0.0982187 Aug 19 09:19:31.479677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.587080 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0c351da-0bd1-4ece-b18e-81eb894fe32a req-fbddb57d-baa7-4b6a-b996-c5487dbaf3ca tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331587 Aug 19 09:19:31.588745 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-747e80c5-c3ec-4f53-9296-2d0ea2daf922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d HTTP/1.1" status: 200 len: 217 time: 0.0772736 Aug 19 09:19:31.606260 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:31.670252 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Attempting to bind port 86c16351-fe7e-4beb-81f6-d02028ab6940 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:19:31.670591 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Attempting to bind port 86c16351-fe7e-4beb-81f6-d02028ab6940 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:19:31.670919 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Attempting to bind port 86c16351-fe7e-4beb-81f6-d02028ab6940 on network 91d9aee0-6921-4c01-95c7-a746e497353e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:31.681446 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Port 86c16351-fe7e-4beb-81f6-d02028ab6940 on network 91d9aee0-6921-4c01-95c7-a746e497353e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:19:31.681778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Attempting to bind port 86c16351-fe7e-4beb-81f6-d02028ab6940 on network 91d9aee0-6921-4c01-95c7-a746e497353e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:31.692001 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:19:31.692338 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Checking segment: {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:19:31.692720 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Bound using segment: {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:19:31.693141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Bound port: 86c16351-fe7e-4beb-81f6-d02028ab6940, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:19:31.693501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.696138 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31439bbc-192c-470d-b80e-f1a753d66189 req-19ca92c7-60f0-4d3e-97c5-ed8ce277f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.697610 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-19ca92c7-60f0-4d3e-97c5-ed8ce277f144 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.0675838 Aug 19 09:19:31.737719 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-6ff6ef6d-d53a-4068-afd3-a8068c199f8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317183 Aug 19 09:19:31.841503 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:19:31.846478 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=86c16351-fe7e-4beb-81f6-d02028ab6940,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:19:31.854717 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.904351 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-8fa75cac-beae-4765-bf90-6768a902b6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464908 Aug 19 09:19:31.910226 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:31.910836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:31.912174 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] 10.222.0.35 "PUT /v2.0/ports/86c16351-fe7e-4beb-81f6-d02028ab6940 HTTP/1.1" status: 200 len: 1093 time: 1.3796387 Aug 19 09:19:31.978159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bc6f7-eb11-4ea3-80b1-2aa80775ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:32.055367 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-93180467-4697-4aa8-8b3f-0d913a039b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.056936 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-93180467-4697-4aa8-8b3f-0d913a039b1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 1096 time: 0.0699289 Aug 19 09:19:32.060361 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31439bbc-192c-470d-b80e-f1a753d66189 req-80b3cde2-a84d-4456-b145-9de97f3aae79 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458032 Aug 19 09:19:32.131032 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-e1954317-0ca5-4b2c-86ae-b77d66b84af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c16351-fe7e-4beb-81f6-d02028ab6940 HTTP/1.1" status: 200 len: 217 time: 0.0440702 Aug 19 09:19:32.235807 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-5f7e977b-35bf-4dd9-aff0-6cda06316ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.237430 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-5f7e977b-35bf-4dd9-aff0-6cda06316ad0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80672581-b274-456b-b770-96576a748944 HTTP/1.1" status: 200 len: 849 time: 0.0455465 Aug 19 09:19:32.296954 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-0bcdafea-c729-44f5-93f4-90ee1789c0b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91d9aee0-6921-4c01-95c7-a746e497353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317690 Aug 19 09:19:32.376716 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b6f5-1623-4941-8918-2562212a5868 req-b21292ad-8537-44c4-b177-56ea70b76f54 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.378977 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8e79b6f5-1623-4941-8918-2562212a5868 req-b21292ad-8537-44c4-b177-56ea70b76f54 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 943 time: 0.0582104 Aug 19 09:19:32.420901 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8e79b6f5-1623-4941-8918-2562212a5868 req-09d831fc-0a22-4741-b13e-c1dbc6972539 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Aug 19 09:19:32.429697 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e12db-0ba1-4b7e-ad55-732130449b53 req-dc286d96-f66b-4538-8c34-c8e5869c23f1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.431196 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-565e12db-0ba1-4b7e-ad55-732130449b53 req-dc286d96-f66b-4538-8c34-c8e5869c23f1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.1141489 Aug 19 09:19:32.436840 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-f74cfd8b-4aeb-47d3-982a-9544ff5407e9 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307654 Aug 19 09:19:32.470821 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-565e12db-0ba1-4b7e-ad55-732130449b53 req-86a1da21-a2ce-4344-807b-95e2ff2032b6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Aug 19 09:19:32.528516 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:32.530759 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:32.571400 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dbea69-6264-4428-82e4-31781c21793a x-openstack-request-id: req-34dbea69-6264-4428-82e4-31781c21793a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:32.571688 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:32.571949 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34dbea69-6264-4428-82e4-31781c21793a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:32.572320 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940', 'status': 'completed', 'code': 200} Aug 19 09:19:32.604837 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-ff1f1d7d-b663-470f-8e2d-ee2be515ceb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683966 Aug 19 09:19:32.607008 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-104f782e-06a7-4a4a-8f8e-59a8cf64eb65 req-bf205d69-1a80-4a1f-8941-0092c62d234c service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351874 Aug 19 09:19:32.695083 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd5f6e-9fae-4ea2-861f-12df2ae8d469 req-d3c12cf1-fdc1-49de-8195-85de6eb1b24d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.696591 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ccfd5f6e-9fae-4ea2-861f-12df2ae8d469 req-d3c12cf1-fdc1-49de-8195-85de6eb1b24d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0503185 Aug 19 09:19:32.735206 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ccfd5f6e-9fae-4ea2-861f-12df2ae8d469 req-09eba06c-05ef-4199-97ed-1ae679099498 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Aug 19 09:19:32.850631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-60d408d4-96b2-4426-9d3e-70f676a4d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.852169 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-60d408d4-96b2-4426-9d3e-70f676a4d423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 1096 time: 0.0775201 Aug 19 09:19:32.853873 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-bb949d91-03ee-4e08-8864-74f1b7793c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.855191 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-bb949d91-03ee-4e08-8864-74f1b7793c94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 1098 time: 0.0793254 Aug 19 09:19:32.863023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62f70b-0a6c-4d8c-8930-4b6f108e04fa req-4a1e6cb6-9779-461f-8839-a53571867195 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:32.870924 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fd62f70b-0a6c-4d8c-8930-4b6f108e04fa req-4a1e6cb6-9779-461f-8839-a53571867195 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0631258 Aug 19 09:19:32.913501 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fd62f70b-0a6c-4d8c-8930-4b6f108e04fa req-ab2a3f65-88fe-4660-b146-cb46fd418c42 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Aug 19 09:19:33.015999 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-c17e8531-577f-4346-b6a2-73ca155291ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.017497 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-c17e8531-577f-4346-b6a2-73ca155291ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 910 time: 0.1559160 Aug 19 09:19:33.036677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-4e1d224f-917d-4af3-beec-69b7f39b9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.038093 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-4e1d224f-917d-4af3-beec-69b7f39b9779 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 916 time: 0.1548362 Aug 19 09:19:33.077361 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-76b01a29-b823-4933-81cc-6b4b0b04679d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c16351-fe7e-4beb-81f6-d02028ab6940 HTTP/1.1" status: 200 len: 217 time: 0.0493240 Aug 19 09:19:33.116546 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-4e2c442c-9fe7-44f8-97ab-4b1edc0b4c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc HTTP/1.1" status: 200 len: 217 time: 0.0472043 Aug 19 09:19:33.188533 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-3ef1f308-68e6-4b89-8362-403bab8c8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.190022 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-3ef1f308-68e6-4b89-8362-403bab8c8d56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80672581-b274-456b-b770-96576a748944 HTTP/1.1" status: 200 len: 849 time: 0.0830016 Aug 19 09:19:33.195297 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-29f5fa88-96d3-41bb-8f84-be19362283e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.196824 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-29f5fa88-96d3-41bb-8f84-be19362283e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.0611155 Aug 19 09:19:33.264586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-c663ac2c-b960-48d5-b066-f5b2ac67a96a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400777 Aug 19 09:19:33.267564 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-05c5d89b-f79c-415a-a032-69d877c80265 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91d9aee0-6921-4c01-95c7-a746e497353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517375 Aug 19 09:19:33.443968 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-fe2ea5eb-9a2b-4b91-bd16-1f3ae1161e70 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521232 Aug 19 09:19:33.446070 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-d3e68e20-3922-4dce-82d2-dc80420d4ee0 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666708 Aug 19 09:19:33.557270 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d558b49-5d23-4829-84fc-7f59edf61fbd req-054ef2d7-ba4c-44a3-9b6d-a304a37a51a0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.558920 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9d558b49-5d23-4829-84fc-7f59edf61fbd req-054ef2d7-ba4c-44a3-9b6d-a304a37a51a0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 943 time: 0.0690551 Aug 19 09:19:33.606383 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9d558b49-5d23-4829-84fc-7f59edf61fbd req-dc7cffc5-47ff-4ea3-9a92-31afeb38b5f1 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Aug 19 09:19:33.780285 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47862) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:33.850016 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0bda8c9-2bf3-4db6-97eb-51ae1bde2065 req-12f33265-33cf-42c1-95ad-26dc68c286d4 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903811 Aug 19 09:19:33.852994 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19e1340d-54fb-4b80-9e73-d245017ee92f req-dd48b764-9446-46aa-b3fd-5df0c99fa124 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755736 Aug 19 09:19:33.861318 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abb1b3-7e23-4762-8681-36f4deeb828c req-28aac659-1bb7-46bc-8eab-5ffc29fa060b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:33.862710 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51abb1b3-7e23-4762-8681-36f4deeb828c req-28aac659-1bb7-46bc-8eab-5ffc29fa060b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.3041048 Aug 19 09:19:33.897286 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4da3f257-3224-420a-a02c-6179c8f8917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:33.910951 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51abb1b3-7e23-4762-8681-36f4deeb828c req-d358832b-44d1-4609-981d-45620ec2d673 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Aug 19 09:19:33.993966 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4da3f257-3224-420a-a02c-6179c8f8917c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:33.997678 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4da3f257-3224-420a-a02c-6179c8f8917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.041165 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4da3f257-3224-420a-a02c-6179c8f8917c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78e2dfefc48f4c46a643d00559247608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597854 Aug 19 09:19:34.042374 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3f257-3224-420a-a02c-6179c8f8917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b10405-f826-4aa9-aa97-745175916ddd,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:34.043775 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47866) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:34.092718 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.114225 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.159086 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.161682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.162728 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b10405-f826-4aa9-aa97-745175916ddd HTTP/1.1" status: 204 len: 168 time: 0.1177778 Aug 19 09:19:34.169804 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d6c2-e491-4607-a01d-1dc2fc79b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b10405-f826-4aa9-aa97-745175916ddd,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:34.418961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 47878) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:34.431948 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-de0979c4-3312-482f-91a0-f75521efa67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.516417 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-de0979c4-3312-482f-91a0-f75521efa67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.520173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-de0979c4-3312-482f-91a0-f75521efa67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.557401 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-de0979c4-3312-482f-91a0-f75521efa67d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de03b824274e4f7f812aa77943f0965c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374142 Aug 19 09:19:34.558491 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0979c4-3312-482f-91a0-f75521efa67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12711cc9-6a69-4643-b5f5-3c318b6ceaaf,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:34.560058 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 47880) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:34.615005 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.635185 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.695534 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.698109 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:34.699259 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12711cc9-6a69-4643-b5f5-3c318b6ceaaf HTTP/1.1" status: 204 len: 168 time: 0.1365516 Aug 19 09:19:34.708123 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6282dc-5ab3-4510-9f8f-9710c61ff429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12711cc9-6a69-4643-b5f5-3c318b6ceaaf,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:34.745006 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22a14-f053-4a01-84a8-3eff3231e373 req-440a7eb3-b5e1-4bbd-aaf0-811cda7a19a8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:34.746482 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-94b22a14-f053-4a01-84a8-3eff3231e373 req-440a7eb3-b5e1-4bbd-aaf0-811cda7a19a8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 943 time: 0.0645196 Aug 19 09:19:34.784286 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-94b22a14-f053-4a01-84a8-3eff3231e373 req-21ac26d0-0d37-4189-9338-f98a8b275a19 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Aug 19 09:19:35.028372 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c9152-7a0b-4dc7-8a9c-2a0eb02cb39e req-0c8ead66-6ff1-4d1f-a6e6-6c87f1ff7cc2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:35.029889 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-601c9152-7a0b-4dc7-8a9c-2a0eb02cb39e req-0c8ead66-6ff1-4d1f-a6e6-6c87f1ff7cc2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Aug 19 09:19:35.068245 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-601c9152-7a0b-4dc7-8a9c-2a0eb02cb39e req-a56c6556-fece-442d-abec-0bdc90a96352 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Aug 19 09:19:35.525669 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:35.901855 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d26581-b8d1-4db2-b6b4-5c084334d6a1 req-c029ec1f-6b5b-41a4-ad72-163309d8eaa2 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:35.903369 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b9d26581-b8d1-4db2-b6b4-5c084334d6a1 req-c029ec1f-6b5b-41a4-ad72-163309d8eaa2 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 943 time: 0.0531578 Aug 19 09:19:35.943154 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b9d26581-b8d1-4db2-b6b4-5c084334d6a1 req-50e97ce5-0a38-49cb-bc1b-f281d1511080 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332327 Aug 19 09:19:36.183059 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874cea-a93f-4d10-96e1-62023d3a4334 req-46c022b2-3cc7-451c-a176-c02e1fd12796 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:36.184591 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f874cea-a93f-4d10-96e1-62023d3a4334 req-46c022b2-3cc7-451c-a176-c02e1fd12796 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.0496173 Aug 19 09:19:36.223723 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f874cea-a93f-4d10-96e1-62023d3a4334 req-adc2c2a4-1c1b-4770-8b2a-54750ed34ce0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Aug 19 09:19:36.671862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b837a32-7e27-4b90-8205-8908ed03312c req-5a341f08-b649-46a5-bea7-3069826e6064 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:36.674080 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b837a32-7e27-4b90-8205-8908ed03312c req-5a341f08-b649-46a5-bea7-3069826e6064 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0471520 Aug 19 09:19:36.678741 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-f16d1b2c-62e0-42b1-a9de-886fc8c0dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:36.680267 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-f16d1b2c-62e0-42b1-a9de-886fc8c0dd62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0401382 Aug 19 09:19:36.711290 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b837a32-7e27-4b90-8205-8908ed03312c req-efbf53b0-3dcf-4d90-82c5-e49b7cf1046c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Aug 19 09:19:36.772311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-78b30f03-b27a-4b0e-a92c-6e09614638a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:36.773779 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-78b30f03-b27a-4b0e-a92c-6e09614638a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.0860603 Aug 19 09:19:36.815233 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-0131b45a-3552-4b3d-9f85-2dd6dc8cc12e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.0335002 Aug 19 09:19:36.864727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-155d1aaa-1046-454e-92c7-2cdf715c40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:36.866089 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-155d1aaa-1046-454e-92c7-2cdf715c40a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0426595 Aug 19 09:19:36.897110 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-22a76fab-62f1-4f22-a1d4-a2a873b0d73b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230904 Aug 19 09:19:36.997663 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-8031bded-e63b-4352-ba6b-a2f36a4e7b79 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921006 Aug 19 09:19:37.115663 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bc749-b010-44b2-a3b9-2b25fb35c756 req-9168b0ea-fc2d-488e-81f9-f89d84bf35f0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:37.117145 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-617bc749-b010-44b2-a3b9-2b25fb35c756 req-9168b0ea-fc2d-488e-81f9-f89d84bf35f0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 943 time: 0.0936639 Aug 19 09:19:37.137000 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-00fc1a93-4732-4a12-a88e-4f0869c4498a req-ee273709-dbba-4a5b-a757-d2febf655cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322727 Aug 19 09:19:37.163621 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-617bc749-b010-44b2-a3b9-2b25fb35c756 req-dee870d6-d42d-4501-bf49-7a7bab11cdb6 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Aug 19 09:19:37.334252 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624c0a1-5cbe-4239-860d-191af4ce310a req-db259a41-2af1-4862-aa77-e7ef8f4e810b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:37.335101 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e624c0a1-5cbe-4239-860d-191af4ce310a req-db259a41-2af1-4862-aa77-e7ef8f4e810b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 943 time: 0.0479081 Aug 19 09:19:37.373134 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e624c0a1-5cbe-4239-860d-191af4ce310a req-19a64687-94db-4278-9e5a-df3213418f39 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Aug 19 09:19:37.828918 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce8794-b0c3-44e0-a3ca-d6013399a8a3 req-daa7406f-e2cb-4de0-9ae5-72b27dca5b1d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:37.831108 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ffce8794-b0c3-44e0-a3ca-d6013399a8a3 req-daa7406f-e2cb-4de0-9ae5-72b27dca5b1d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0508006 Aug 19 09:19:37.833091 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 86c16351-fe7e-4beb-81f6-d02028ab6940 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:19:37.867029 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ffce8794-b0c3-44e0-a3ca-d6013399a8a3 req-43088d2c-3c0e-4b16-ad54-4ccf6070db94 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Aug 19 09:19:37.927736 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=86c16351-fe7e-4beb-81f6-d02028ab6940,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:37.938990 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '86c16351-fe7e-4beb-81f6-d02028ab6940', 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e', 'port_id': '86c16351-fe7e-4beb-81f6-d02028ab6940', 'mac_address': 'fa:16:3e:9b:65:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80672581-b274-456b-b770-96576a748944', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:19:37.974485 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:37.986661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c16351-fe7e-4beb-81f6-d02028ab6940 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:19:38.006081 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=86c16351-fe7e-4beb-81f6-d02028ab6940,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:38.010017 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:38.010708 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:19:38.105398 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:38.116583 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.116926 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.117260 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.117595 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.117919 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.118242 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.118564 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.118883 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.119219 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.119572 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.119893 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.120213 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:38.153103 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:38.163577 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'port_id': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', 'mac_address': 'fa:16:3e:44:83:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4ac5d-43fa-48cd-891c-5fadb9193dd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:19:38.204447 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:38.216930 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:19:38.236843 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:38.240611 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:38.288570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:38.290457 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a953-55a4-4ab0-912f-94cacf2a5953 req-ec02bf1b-03df-49a7-aba1-d48e2f8db49d tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:38.292079 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f7e1a953-55a4-4ab0-912f-94cacf2a5953 req-ec02bf1b-03df-49a7-aba1-d48e2f8db49d tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 944 time: 0.0575621 Aug 19 09:19:38.329885 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f7e1a953-55a4-4ab0-912f-94cacf2a5953 req-4f4bd0b1-bd02-4829-9f00-4dfab65c1378 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Aug 19 09:19:38.490883 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4012a-604c-42b5-a01e-adabca457a6b req-2e59b15d-02ef-46be-8e91-53ebde914270 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:38.492705 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-abb4012a-604c-42b5-a01e-adabca457a6b req-2e59b15d-02ef-46be-8e91-53ebde914270 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 944 time: 0.0528054 Aug 19 09:19:38.530379 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-abb4012a-604c-42b5-a01e-adabca457a6b req-b2f04f97-bf29-47dd-bf33-65c0c2189c3c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Aug 19 09:19:38.982060 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39edf-6462-4928-9d85-efe626c9bfe4 req-8ce01a6d-efb4-4467-8d38-b8c2df5892b2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:38.983758 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c9d39edf-6462-4928-9d85-efe626c9bfe4 req-8ce01a6d-efb4-4467-8d38-b8c2df5892b2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0493388 Aug 19 09:19:38.995035 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['86c16351-fe7e-4beb-81f6-d02028ab6940'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:19:39.025535 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c9d39edf-6462-4928-9d85-efe626c9bfe4 req-692985d1-67cc-4c82-a08b-9f3899fb298b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Aug 19 09:19:39.139191 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:19:39.441124 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76b49-c0d0-4bae-a440-0194ba30013c req-5c232cb4-e667-4293-826b-4f4bbe54fc05 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:39.442604 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19f76b49-c0d0-4bae-a440-0194ba30013c req-5c232cb4-e667-4293-826b-4f4bbe54fc05 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 944 time: 0.0482845 Aug 19 09:19:39.479759 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19f76b49-c0d0-4bae-a440-0194ba30013c req-e9ed7d7f-0f1c-4e8d-ab7f-a9e1446ff1c0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Aug 19 09:19:39.647555 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ec40-e6e8-43bd-bb99-f4c96ad830c1 req-3251e62a-2421-4eea-8659-d3f3179c32e3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:39.649074 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b4d4ec40-e6e8-43bd-bb99-f4c96ad830c1 req-3251e62a-2421-4eea-8659-d3f3179c32e3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 944 time: 0.0531230 Aug 19 09:19:39.685495 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b4d4ec40-e6e8-43bd-bb99-f4c96ad830c1 req-9730f755-b025-4246-a271-b77cc73a5388 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306518 Aug 19 09:19:40.008447 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48018) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:40.116295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.144069 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a661c7a-0000-46e7-9980-e696ca3ab4ea req-209e37ca-c348-4666-9e6a-ce740c5ac13d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:40.151728 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5a661c7a-0000-46e7-9980-e696ca3ab4ea req-209e37ca-c348-4666-9e6a-ce740c5ac13d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0563712 Aug 19 09:19:40.185514 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5a661c7a-0000-46e7-9980-e696ca3ab4ea req-6b046a84-9728-41a1-852e-3af89959f9c5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329502 Aug 19 09:19:40.208124 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.212214 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.248746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048b25a7-2aec-47c7-910f-759ff74d91bf,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:40.253875 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af5f93f04c44ded86682e4bcce0974b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444220 Aug 19 09:19:40.256690 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48026) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:40.258458 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.258802 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.259139 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.259493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.259840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.260144 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.260464 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.260785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.261103 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.261419 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.261730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.262043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edafb2d1-736a-4060-a163-c47e74a007fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:40.305064 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.329648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.384819 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.387206 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.388399 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/048b25a7-2aec-47c7-910f-759ff74d91bf HTTP/1.1" status: 204 len: 168 time: 0.1307364 Aug 19 09:19:40.396337 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6210d4-85ff-431d-b571-a46430adaa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048b25a7-2aec-47c7-910f-759ff74d91bf,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:40.598048 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07e6a-374b-40a9-9914-3ac55e4342b2 req-dfab05ee-b385-4c7f-b4be-53faca91b572 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:40.599822 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2a07e6a-374b-40a9-9914-3ac55e4342b2 req-dfab05ee-b385-4c7f-b4be-53faca91b572 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 944 time: 0.0492074 Aug 19 09:19:40.644212 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2a07e6a-374b-40a9-9914-3ac55e4342b2 req-27bb7051-9d07-4d14-a368-542414e47d58 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358765 Aug 19 09:19:40.649302 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48036) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:40.665813 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ab98b77-4491-4f52-9e6b-bb42c7d3d6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.770488 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ab98b77-4491-4f52-9e6b-bb42c7d3d6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.787503 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ab98b77-4491-4f52-9e6b-bb42c7d3d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.833304 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5ab98b77-4491-4f52-9e6b-bb42c7d3d6af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f5597567a97495ba6829b067972c536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829927 Aug 19 09:19:40.836053 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48042) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:40.842046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc86a-a2f6-400f-aea8-e52fc7982792 req-9a3ffd77-8f92-44eb-a2e2-ac0d502cd4b4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:40.843504 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2bdc86a-a2f6-400f-aea8-e52fc7982792 req-9a3ffd77-8f92-44eb-a2e2-ac0d502cd4b4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 944 time: 0.0863321 Aug 19 09:19:40.844628 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab98b77-4491-4f52-9e6b-bb42c7d3d6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8f077-5d1a-49a0-8da7-80a91dc0cad0,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:40.885794 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.886088 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2bdc86a-a2f6-400f-aea8-e52fc7982792 req-78736d45-8735-438b-a19d-2a3db1225368 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Aug 19 09:19:40.906756 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.950730 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.953264 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:40.954419 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66b8f077-5d1a-49a0-8da7-80a91dc0cad0 HTTP/1.1" status: 204 len: 168 time: 0.1174009 Aug 19 09:19:40.961605 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9c11-65c2-481a-9e20-654863223cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8f077-5d1a-49a0-8da7-80a91dc0cad0,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:41.303352 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e1507-aebb-47e4-acc6-0f57bdac717d req-8a9c95e8-5a96-43e8-add7-6b2c3c94bd5c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:41.307619 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e98e1507-aebb-47e4-acc6-0f57bdac717d req-8a9c95e8-5a96-43e8-add7-6b2c3c94bd5c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0491867 Aug 19 09:19:41.346003 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e98e1507-aebb-47e4-acc6-0f57bdac717d req-fe90a4c3-facb-4015-941f-0c31bc9c28e6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Aug 19 09:19:41.762337 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a40a45-3d8c-41f1-90e4-8d114fd810af req-593e6854-0c6d-4300-beb1-d382cd0ffcd3 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:41.763953 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67a40a45-3d8c-41f1-90e4-8d114fd810af req-593e6854-0c6d-4300-beb1-d382cd0ffcd3 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 944 time: 0.0523074 Aug 19 09:19:41.800465 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67a40a45-3d8c-41f1-90e4-8d114fd810af req-03c23bba-fb8f-47a5-9389-76275c0df0a3 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303268 Aug 19 09:19:41.857365 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 86c16351-fe7e-4beb-81f6-d02028ab6940 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:19:41.908300 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 86c16351-fe7e-4beb-81f6-d02028ab6940 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:19:41.911641 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 86c16351-fe7e-4beb-81f6-d02028ab6940 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:19:41.912019 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:41.997161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.026483 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21606dd-f705-44ee-b18d-a2ae7436d398 req-d2fb9c53-2c09-4e4a-9910-fbe82d4e0e3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:42.026483 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d21606dd-f705-44ee-b18d-a2ae7436d398 req-d2fb9c53-2c09-4e4a-9910-fbe82d4e0e3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 944 time: 0.0558281 Aug 19 09:19:42.033422 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:42.035701 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0ca1c-1e84-45e0-ac69-8c50bd1c58a6" -d '{"events": [{"server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "name": "network-vif-plugged", "status": "completed", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:42.048908 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=86c16351-fe7e-4beb-81f6-d02028ab6940,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:42.054139 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.058145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:19:42.073183 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d21606dd-f705-44ee-b18d-a2ae7436d398 req-1f80ec10-4360-42df-81e0-a90b721bc16d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Aug 19 09:19:42.089486 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a3efa9-81b2-44c2-94bf-c066ba573b06 x-openstack-request-id: req-53a3efa9-81b2-44c2-94bf-c066ba573b06 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:42.089768 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "name": "network-vif-plugged", "status": "completed", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:42.090017 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53a3efa9-81b2-44c2-94bf-c066ba573b06 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:42.090456 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940', 'code': 200} Aug 19 09:19:42.154915 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:42.164904 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:19:42.168681 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:19:42.169053 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.252972 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.284656 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:42.288460 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.297920 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085a06-b2f2-41af-9fb5-ab520e386af7 req-098dd5c4-0ec8-429a-a8f2-a7f464b50e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:42.299431 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df085a06-b2f2-41af-9fb5-ab520e386af7 req-098dd5c4-0ec8-429a-a8f2-a7f464b50e88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 1098 time: 0.0404913 Aug 19 09:19:42.335509 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:42.335837 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df085a06-b2f2-41af-9fb5-ab520e386af7 req-3a40b7ab-c7d8-49c1-ac11-57f3093e7003 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267313 Aug 19 09:19:42.415333 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b2d87a5e-0aec-4855-bf0a-3470ed32a4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:42.468537 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33cc50-a84c-46ea-8015-4e48ba8a3863 req-534a055c-cdc9-4eb7-8b9e-fbd1e6a6342c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:42.470427 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ec33cc50-a84c-46ea-8015-4e48ba8a3863 req-534a055c-cdc9-4eb7-8b9e-fbd1e6a6342c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0523801 Aug 19 09:19:42.507090 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ec33cc50-a84c-46ea-8015-4e48ba8a3863 req-28626a9a-ec48-42ca-b1f3-a2ec0b1857a1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Aug 19 09:19:42.916026 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6c36-26c7-48d1-8c73-e08b5ee96e2f req-782313a6-b5ba-47b6-a4d8-16eef2921f05 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:42.917513 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-850f6c36-26c7-48d1-8c73-e08b5ee96e2f req-782313a6-b5ba-47b6-a4d8-16eef2921f05 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Aug 19 09:19:42.954924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-850f6c36-26c7-48d1-8c73-e08b5ee96e2f req-49eca0df-e529-4856-b58a-7547cfd16fbc tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Aug 19 09:19:43.186322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0471f3-6f79-4bb4-9a74-5177feb2b294 req-2f01f900-8187-47e7-98ad-e81bb8da2ca9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:43.188408 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e0471f3-6f79-4bb4-9a74-5177feb2b294 req-2f01f900-8187-47e7-98ad-e81bb8da2ca9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0478795 Aug 19 09:19:43.224737 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5e0471f3-6f79-4bb4-9a74-5177feb2b294 req-fc53acff-38c5-4723-ba57-5e74e7ec9e19 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306170 Aug 19 09:19:43.623170 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467acd4c-1d44-47cd-8773-af3d6649bfb6 req-22ba4863-4bdb-4f37-bac3-8ebdbd77b0e2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:43.624631 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-467acd4c-1d44-47cd-8773-af3d6649bfb6 req-22ba4863-4bdb-4f37-bac3-8ebdbd77b0e2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0473409 Aug 19 09:19:43.660612 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-467acd4c-1d44-47cd-8773-af3d6649bfb6 req-a3c6e84c-49c9-492e-ae9e-1882d94545ac tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294101 Aug 19 09:19:44.069123 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d53be-91c8-4f93-aa7b-b5fefb600279 req-4e707ab4-4463-46e9-9693-13a9430510ea tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:44.070501 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-eb0d53be-91c8-4f93-aa7b-b5fefb600279 req-4e707ab4-4463-46e9-9693-13a9430510ea tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0487831 Aug 19 09:19:44.091835 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:44.094918 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42eda5-af2b-4010-ad16-c22361a0611c" -d '{"events": [{"server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "name": "network-vif-plugged", "status": "completed", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:44.108116 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-eb0d53be-91c8-4f93-aa7b-b5fefb600279 req-8f63c5da-e328-40c6-a3b2-f0e185aadbad tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Aug 19 09:19:44.288593 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ff3bb5-71ce-41b2-ba38-3def7ccff24e x-openstack-request-id: req-d3ff3bb5-71ce-41b2-ba38-3def7ccff24e {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:44.288949 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "name": "network-vif-plugged", "status": "completed", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:44.289263 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3ff3bb5-71ce-41b2-ba38-3def7ccff24e {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:44.289716 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', 'code': 200} Aug 19 09:19:44.371232 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa5569-0ccf-4f8b-a014-3f2e4d126aa6 req-f78b24f0-a057-4d26-bb8c-c7cb2e13e851 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:44.372882 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ebfa5569-0ccf-4f8b-a014-3f2e4d126aa6 req-f78b24f0-a057-4d26-bb8c-c7cb2e13e851 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0712357 Aug 19 09:19:44.414388 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ebfa5569-0ccf-4f8b-a014-3f2e4d126aa6 req-cdc27199-2d7d-46b7-afd4-f60fa8870195 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Aug 19 09:19:44.539624 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f71c2-5911-47db-92d3-931ec9f5d6b7 req-bb3e7400-fe4e-4325-a469-c13312087ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:44.541200 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-be2f71c2-5911-47db-92d3-931ec9f5d6b7 req-bb3e7400-fe4e-4325-a469-c13312087ef2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 1098 time: 0.0399189 Aug 19 09:19:44.580847 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-be2f71c2-5911-47db-92d3-931ec9f5d6b7 req-63caf645-8fe6-4f1a-8dd7-34e98dba9040 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288265 Aug 19 09:19:44.779264 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf609da8-4a8a-4078-bf9b-25089d7681fa req-f4e25232-badf-42ba-a047-4b550d3b7ce0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:44.780771 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cf609da8-4a8a-4078-bf9b-25089d7681fa req-f4e25232-badf-42ba-a047-4b550d3b7ce0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0514629 Aug 19 09:19:44.818006 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cf609da8-4a8a-4078-bf9b-25089d7681fa req-6719539e-f5f2-4a6b-b5bc-496e493ad0cb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Aug 19 09:19:44.974082 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f64ecfdd-9141-4952-a825-8679f8de9302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:45.193347 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:45.221375 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f036b-9940-42c5-a467-721e76f64c98 req-392c5c27-0b6b-48f9-9f48-3ab5f6e2ed2b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:45.222866 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-460f036b-9940-42c5-a467-721e76f64c98 req-392c5c27-0b6b-48f9-9f48-3ab5f6e2ed2b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Aug 19 09:19:45.260686 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-460f036b-9940-42c5-a467-721e76f64c98 req-4f7b3866-317b-49d6-a326-7ae1e081df1e tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Aug 19 09:19:45.534786 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20cf44-0eba-4003-8fe6-7219004fb0ad req-4b8be2c2-75db-4a31-be5a-b28341c294ae tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:45.536318 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2f20cf44-0eba-4003-8fe6-7219004fb0ad req-4b8be2c2-75db-4a31-be5a-b28341c294ae tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0534716 Aug 19 09:19:45.575967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2f20cf44-0eba-4003-8fe6-7219004fb0ad req-229daaa7-a425-4ab8-8211-6b479b8b7001 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Aug 19 09:19:45.938895 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccc08d-2357-4270-a6dc-fff1ecb7756a req-87f5bfb7-f261-4f45-85b4-5fabaad1208e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:45.940694 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5ccc08d-2357-4270-a6dc-fff1ecb7756a req-87f5bfb7-f261-4f45-85b4-5fabaad1208e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0555944 Aug 19 09:19:45.983314 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5ccc08d-2357-4270-a6dc-fff1ecb7756a req-893652ed-e8f9-4b11-9326-7115f267a10b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366223 Aug 19 09:19:46.043422 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48168) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:46.146251 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e455a0f9-8194-43cd-89f8-5323b52b30f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.205873 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.233379 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e455a0f9-8194-43cd-89f8-5323b52b30f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.237528 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e455a0f9-8194-43cd-89f8-5323b52b30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.272197 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455a0f9-8194-43cd-89f8-5323b52b30f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a6f1a3-1c13-4d5a-a3a8-de369a2ff23f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:46.276474 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e455a0f9-8194-43cd-89f8-5323b52b30f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41fb5e7390904ad5bf7f7696428a467e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319870 Aug 19 09:19:46.279366 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48172) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:46.339105 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.382509 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.410148 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330c4a1-2c2b-4ffe-a49b-0c73c0293611 req-b7d22265-d8ff-4d36-a05a-c4b8c7891e80 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:46.411647 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e330c4a1-2c2b-4ffe-a49b-0c73c0293611 req-b7d22265-d8ff-4d36-a05a-c4b8c7891e80 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0814261 Aug 19 09:19:46.455972 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e330c4a1-2c2b-4ffe-a49b-0c73c0293611 req-58f66824-7a4d-463f-bb63-b2f1125bf214 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Aug 19 09:19:46.471227 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.474211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:46.475389 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2a6f1a3-1c13-4d5a-a3a8-de369a2ff23f HTTP/1.1" status: 204 len: 168 time: 0.1950595 Aug 19 09:19:46.482951 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04613e-8794-4844-a268-d11a3973c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a6f1a3-1c13-4d5a-a3a8-de369a2ff23f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:46.840737 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7b4e-d62b-4df5-86a3-51f1a28c8855 req-d88fdc8e-0a97-4982-9e13-7cc87c259903 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:46.842254 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e1ef7b4e-d62b-4df5-86a3-51f1a28c8855 req-d88fdc8e-0a97-4982-9e13-7cc87c259903 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0534687 Aug 19 09:19:46.880044 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e1ef7b4e-d62b-4df5-86a3-51f1a28c8855 req-462c98cc-7641-41e6-9c3c-2f985e7637c2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Aug 19 09:19:47.127405 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ad04a-5d8c-482a-aaa6-442e842628af req-d990fb1e-a154-420f-8dec-bcbe8fba675d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:47.128934 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-623ad04a-5d8c-482a-aaa6-442e842628af req-d990fb1e-a154-420f-8dec-bcbe8fba675d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0568259 Aug 19 09:19:47.168439 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-623ad04a-5d8c-482a-aaa6-442e842628af req-68481c65-fe12-4d9d-98c0-47533f88413a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Aug 19 09:19:47.297116 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4033-5b96-47b1-bc94-1f7d2f0d5e90 req-65ba71a8-5f00-40f4-970b-836523e29465 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:47.298649 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-268d4033-5b96-47b1-bc94-1f7d2f0d5e90 req-65ba71a8-5f00-40f4-970b-836523e29465 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Aug 19 09:19:47.337639 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-268d4033-5b96-47b1-bc94-1f7d2f0d5e90 req-ef0603e0-e97f-431b-9884-868b2b6b0d22 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 19 09:19:47.981677 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:47.997306 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4921e-d8bb-4b51-8fa7-90e9c39aeb01 req-0bb4b8cf-45c2-4870-a7d9-8acdca9c7ed0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:47.998762 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-10d4921e-d8bb-4b51-8fa7-90e9c39aeb01 req-0bb4b8cf-45c2-4870-a7d9-8acdca9c7ed0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0513804 Aug 19 09:19:48.036394 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-10d4921e-d8bb-4b51-8fa7-90e9c39aeb01 req-b7525181-ba0c-457d-b6fe-1f11a8b2a86c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Aug 19 09:19:48.284883 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1147ca-c40b-475f-a07e-d333837e197c req-520bb54a-8ff0-4a11-9d22-afdc568174c5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:48.286379 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4a1147ca-c40b-475f-a07e-d333837e197c req-520bb54a-8ff0-4a11-9d22-afdc568174c5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0493758 Aug 19 09:19:48.324311 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4a1147ca-c40b-475f-a07e-d333837e197c req-b2336948-08ef-47e2-b735-c64f07610532 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Aug 19 09:19:48.456648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec0438-1b11-46ab-ad28-e4c84d1debd2 req-285ca7b0-a71d-480d-9d1c-f080fc1932c8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:48.458465 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5aec0438-1b11-46ab-ad28-e4c84d1debd2 req-285ca7b0-a71d-480d-9d1c-f080fc1932c8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0541897 Aug 19 09:19:48.501327 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5aec0438-1b11-46ab-ad28-e4c84d1debd2 req-9fd31de4-ad59-41a0-84ce-289e9743c4da tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Aug 19 09:19:49.459099 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5ab5-3a68-455d-88e7-44d2cf50835c req-11d46bb4-687f-40f7-b35c-b5cbb74de740 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:49.460623 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67bc5ab5-3a68-455d-88e7-44d2cf50835c req-11d46bb4-687f-40f7-b35c-b5cbb74de740 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0516698 Aug 19 09:19:49.527780 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67bc5ab5-3a68-455d-88e7-44d2cf50835c req-53bdeb22-8722-47d6-80bd-040b12f44a0d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609748 Aug 19 09:19:49.545213 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-cabd60a0-af7e-4fa6-9007-75c738ed7d98 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:49.546724 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-cabd60a0-af7e-4fa6-9007-75c738ed7d98 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0666623 Aug 19 09:19:49.682910 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07ca00-9e93-4cb7-83fb-265b0007f3ec req-f52ec75f-177e-49fd-a51c-c4152f092d1b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:49.684403 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0c07ca00-9e93-4cb7-83fb-265b0007f3ec req-f52ec75f-177e-49fd-a51c-c4152f092d1b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 945 time: 0.0831480 Aug 19 09:19:49.719085 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Deleting port 86c16351-fe7e-4beb-81f6-d02028ab6940 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:19:49.719440 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:49.774535 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0c07ca00-9e93-4cb7-83fb-265b0007f3ec req-4ffed822-b920-4f9c-8de1-39e902978802 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827568 Aug 19 09:19:49.835069 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] For port 86c16351-fe7e-4beb-81f6-d02028ab6940, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=86c16351-fe7e-4beb-81f6-d02028ab6940,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:19:49.835479 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:49.847727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Calling delete_port for 86c16351-fe7e-4beb-81f6-d02028ab6940 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:19:49.977808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.013534 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['86c16351-fe7e-4beb-81f6-d02028ab6940'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:19:50.013958 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Pushing event deleted for resources: {'Port': ['ID=86c16351-fe7e-4beb-81f6-d02028ab6940,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:50.057714 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] No DVR routers for this DVR port 86c16351-fe7e-4beb-81f6-d02028ab6940 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:19:50.060682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.062875 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1943e323-1b3f-495b-b1be-5d8b0b95f264 req-d29c4322-7b72-41d3-9685-f93a8c97370f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "DELETE /v2.0/ports/86c16351-fe7e-4beb-81f6-d02028ab6940 HTTP/1.1" status: 204 len: 173 time: 0.4997401 Aug 19 09:19:50.063332 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'name': 'network-vif-deleted', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:50.066123 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbce15-1043-4d99-8554-b334a0a5b6de" -d '{"events": [{"server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "name": "network-vif-deleted", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:50.102059 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8adad20-07f5-4820-9982-9abac623559a x-openstack-request-id: req-a8adad20-07f5-4820-9982-9abac623559a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:50.102351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc32e0f-09c3-46d7-a9d5-a44a3e48f222", "name": "network-vif-deleted", "tag": "86c16351-fe7e-4beb-81f6-d02028ab6940", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:50.102603 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8adad20-07f5-4820-9982-9abac623559a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:50.102999 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc32e0f-09c3-46d7-a9d5-a44a3e48f222', 'name': 'network-vif-deleted', 'tag': '86c16351-fe7e-4beb-81f6-d02028ab6940', 'status': 'completed', 'code': 200} Aug 19 09:19:50.108039 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48298) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:50.209143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64c9976d-b243-4db0-b9e7-4f704af5003d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.293630 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64c9976d-b243-4db0-b9e7-4f704af5003d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.297258 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64c9976d-b243-4db0-b9e7-4f704af5003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.334755 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-64c9976d-b243-4db0-b9e7-4f704af5003d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44b75f3f623a42e5a1302255af96ae3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257478 Aug 19 09:19:50.335854 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9976d-b243-4db0-b9e7-4f704af5003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a4b0c-0f5d-498c-a4a5-8863c11699f2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:50.337423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48302) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:19:50.389656 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.410022 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.455226 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.457822 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:50.458959 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/963a4b0c-0f5d-498c-a4a5-8863c11699f2 HTTP/1.1" status: 204 len: 168 time: 0.1205618 Aug 19 09:19:50.466380 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a4b0c-0f5d-498c-a4a5-8863c11699f2,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:50.474339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.474686 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.475021 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.475381 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.475710 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.476037 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.476358 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.476697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.477000 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.477320 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.477636 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.477951 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d6689-8d19-4c2a-9a48-20a5eea58f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:19:50.650453 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc9108-ee15-4523-be99-e4ac2ca66fd9 req-2090a336-3e21-4d29-bfc0-273e8bd1d6e4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:50.652009 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4dbc9108-ee15-4523-be99-e4ac2ca66fd9 req-2090a336-3e21-4d29-bfc0-273e8bd1d6e4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0496786 Aug 19 09:19:50.693422 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4dbc9108-ee15-4523-be99-e4ac2ca66fd9 req-0687e39c-59df-4fd5-b010-e0961f3af41f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Aug 19 09:19:50.896720 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dd6b81ff-9888-46be-a918-74892a829a86 req-c2c9a8f6-ca8c-499a-8f14-eec395952bee tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0302248 Aug 19 09:19:51.810555 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4d979-6542-48ac-90db-ea98f7938a9e req-0e0c9e4c-e157-42c6-8a10-555af9075279 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:51.812171 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5a4d979-6542-48ac-90db-ea98f7938a9e req-0e0c9e4c-e157-42c6-8a10-555af9075279 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0504289 Aug 19 09:19:51.851438 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5a4d979-6542-48ac-90db-ea98f7938a9e req-afacaf7d-cc1e-4903-ac2f-0e2cd2ac2c84 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Aug 19 09:19:51.999675 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-638e31b1-5443-4f93-a3b2-6a64dc31bb8c req-56537b90-1123-4ebf-b036-590412cd11f7 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0250995 Aug 19 09:19:52.965162 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0329-b6ea-4930-80b0-c807c2499503 req-6e0169e6-d62e-479a-9521-56e998d87e80 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:52.966889 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-202f0329-b6ea-4930-80b0-c807c2499503 req-6e0169e6-d62e-479a-9521-56e998d87e80 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0520952 Aug 19 09:19:53.003104 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-202f0329-b6ea-4930-80b0-c807c2499503 req-25cdc5fc-e9f4-4b56-9eeb-5eb408d37e08 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Aug 19 09:19:53.103589 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ef76afad-da22-44f3-87be-8e82cbfd2b1b req-15793df4-1e7b-4865-bdd6-9606b5ee51cb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0268693 Aug 19 09:19:54.114787 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3142-1a24-496b-a329-b855288a63b0 req-8bda6e52-215a-474f-acd7-a99aaa8e0520 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:54.116326 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e30a3142-1a24-496b-a329-b855288a63b0 req-8bda6e52-215a-474f-acd7-a99aaa8e0520 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0479317 Aug 19 09:19:54.153559 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e30a3142-1a24-496b-a329-b855288a63b0 req-96872236-65be-48ca-8940-95bb3c1aba1b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Aug 19 09:19:54.241527 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d3125609-4f00-47fa-bc4e-7ee9a866e1a0 req-74f0c4a8-7908-44a5-bd90-09f8a48bf909 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0253553 Aug 19 09:19:54.671166 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 86c16351-fe7e-4beb-81f6-d02028ab6940 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:19:54.692458 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 86c16351-fe7e-4beb-81f6-d02028ab6940 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:19:54.692807 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 86c16351-fe7e-4beb-81f6-d02028ab6940 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:19:55.135676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbfc67-d337-42eb-b849-c331e694c705 req-f4d6e0e7-9f85-4ff4-8445-2d401570d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:55.137109 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-50bbfc67-d337-42eb-b849-c331e694c705 req-f4d6e0e7-9f85-4ff4-8445-2d401570d122 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0374312 Aug 19 09:19:55.171096 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-50bbfc67-d337-42eb-b849-c331e694c705 req-a1e478d6-a093-4253-a5ff-d2f2d2cc539f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267310 Aug 19 09:19:55.267529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0a200-79bb-4c39-b935-d7385a4f60db req-bc3a05aa-593e-425e-9fd8-7d3d14dcfeea tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:55.269222 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9de0a200-79bb-4c39-b935-d7385a4f60db req-bc3a05aa-593e-425e-9fd8-7d3d14dcfeea tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0484025 Aug 19 09:19:55.312342 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9de0a200-79bb-4c39-b935-d7385a4f60db req-61703f02-26df-4d8e-9230-c94a7b05cd25 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Aug 19 09:19:55.349033 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dcab7d6a-15f1-44a0-94ec-d44cc112a316 req-15cd0fe6-c2af-4666-ba63-03aacff7b5e8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dc32e0f-09c3-46d7-a9d5-a44a3e48f222 HTTP/1.1" status: 200 len: 210 time: 0.0295351 Aug 19 09:19:56.458109 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157dcf8-1282-4db5-87c2-6da0f9588cdb req-adc9e4c4-020c-4214-8c85-ce08f532706b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:56.459633 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c157dcf8-1282-4db5-87c2-6da0f9588cdb req-adc9e4c4-020c-4214-8c85-ce08f532706b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0610573 Aug 19 09:19:56.502723 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c157dcf8-1282-4db5-87c2-6da0f9588cdb req-e67bcb42-ecfb-4948-8775-7eaed2542a46 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368836 Aug 19 09:19:56.680042 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-9467f739-0661-4baf-afae-8eb53596401b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:56.681440 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-9467f739-0661-4baf-afae-8eb53596401b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 809 time: 0.1018629 Aug 19 09:19:56.696360 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-74c6a978-cf6e-494b-892f-c4d50b1bbfcc tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/quotas/ca3fe8da8a104ba2b3e206211030cffb HTTP/1.1" status: 200 len: 375 time: 0.0093458 Aug 19 09:19:56.733182 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-9b922645-76ed-4bfe-8b98-0c847a72e15c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315733 Aug 19 09:19:56.823555 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-a1098688-3308-4ab6-9214-667586447435 service neutron] 10.222.0.32 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819752 Aug 19 09:19:56.916497 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-3c5738f2-72e5-43a4-b947-fd5e159682f4 service neutron] 10.222.0.32 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870564 Aug 19 09:19:57.108264 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2dcb8c8b-aa66-438a-9074-d4a28782235a req-8315c7b3-1f16-4eb7-b089-2d6724c45084 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 210 time: 0.0266285 Aug 19 09:19:57.619512 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5f96c-be08-4fd6-99fb-30250c819398 req-07b16ddd-ec1d-4cb1-b23a-47056f96c4cd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:57.621345 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77d5f96c-be08-4fd6-99fb-30250c819398 req-07b16ddd-ec1d-4cb1-b23a-47056f96c4cd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0490892 Aug 19 09:19:57.659323 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77d5f96c-be08-4fd6-99fb-30250c819398 req-6c3f7112-1b43-4dec-9d4c-1aa28b2cf23b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Aug 19 09:19:57.903223 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500058-c79b-4a4e-886a-81ff4baea0f5 req-af572f57-cbe0-4675-87ef-b43b19f009f1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:57.904754 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38500058-c79b-4a4e-886a-81ff4baea0f5 req-af572f57-cbe0-4675-87ef-b43b19f009f1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0485787 Aug 19 09:19:57.942543 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38500058-c79b-4a4e-886a-81ff4baea0f5 req-f03ba146-c717-47ed-a62d-294a435353a4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Aug 19 09:19:57.947522 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f30a5-921f-4275-962f-b14e8743603e req-ad96704a-0513-4a40-990a-95ef69b8fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:57.949002 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-ad96704a-0513-4a40-990a-95ef69b8fb82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0385196 Aug 19 09:19:58.041467 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f30a5-921f-4275-962f-b14e8743603e req-516f4023-f6c8-4a46-ab07-1598bbdad8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:58.042864 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-516f4023-f6c8-4a46-ab07-1598bbdad8c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.0858529 Aug 19 09:19:58.088921 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-b7c7dd61-5bbb-46af-ad38-af2d0802a867 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.0378182 Aug 19 09:19:58.245616 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8a8d675f-81b8-4713-8a4c-61804412e040 req-13c07151-4cda-4579-a726-8d54094316f2 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 210 time: 0.0583062 Aug 19 09:19:58.276651 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f30a5-921f-4275-962f-b14e8743603e req-5af85735-5d53-44e8-8c1b-3eccda674fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:58.278123 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-5af85735-5d53-44e8-8c1b-3eccda674fc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0924344 Aug 19 09:19:58.314043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-32087f95-24f9-42b2-842e-ae02166633b9 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:58.316646 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-32087f95-24f9-42b2-842e-ae02166633b9 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 809 time: 0.1855447 Aug 19 09:19:58.332110 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-6c1f875a-80a2-4e4c-9830-6db673268136 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355089 Aug 19 09:19:58.347212 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Request body: {'port': {'device_id': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e', 'admin_state_up': True, 'tenant_id': 'ca3fe8da8a104ba2b3e206211030cffb'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:58.690916 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-46b859ce-8cf3-4c4e-9f56-b4827fb6eea1 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262556 Aug 19 09:19:58.719893 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Made reservation on behalf of ca3fe8da8a104ba2b3e206211030cffb for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:19:58.723139 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:58.851380 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-537f30a5-921f-4275-962f-b14e8743603e req-5d3d5a32-cb50-49eb-9af0-18ec6721e52d service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508713 Aug 19 09:19:58.904790 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Allocated IP 172.20.0.14 (91d9aee0-6921-4c01-95c7-a746e497353e/80672581-b274-456b-b770-96576a748944/b2bc4996-8e90-4c79-9ed8-262730602376) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:19:59.067112 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52b93a-b208-4855-a93f-63ed5af26b21 req-0071df85-676e-41fd-b872-b3e90ed86c61 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:59.068681 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a52b93a-b208-4855-a93f-63ed5af26b21 req-0071df85-676e-41fd-b872-b3e90ed86c61 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0537369 Aug 19 09:19:59.084905 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.114146 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a52b93a-b208-4855-a93f-63ed5af26b21 req-8debcee7-05b9-469a-9a51-c46cf9574b0c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373871 Aug 19 09:19:59.126557 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.176249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Network 91d9aee0-6921-4c01-95c7-a746e497353e is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:19:59.179434 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:19:59.183125 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:19:59.188792 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:59.189546 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.210593 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Pushing event updated for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:59.214731 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-1df2240e-5961-4ed2-b4ae-244cded4dc60 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712354 Aug 19 09:19:59.247626 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Request body: {'port': {'device_id': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:19:59.312232 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.448902 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013ddf-f3d8-4619-9f10-777ae67cbb63 req-c41bd81a-9e57-4082-bdf7-1c450f6ad582 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:59.450372 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a1013ddf-f3d8-4619-9f10-777ae67cbb63 req-c41bd81a-9e57-4082-bdf7-1c450f6ad582 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 932 time: 0.1293585 Aug 19 09:19:59.540975 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a1013ddf-f3d8-4619-9f10-777ae67cbb63 req-76923e66-79fd-41b8-b391-796d95a00b21 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Aug 19 09:19:59.647838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bc4996-8e90-4c79-9ed8-262730602376 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:19:59.654995 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.666792 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Transition to ACTIVE for port object b2bc4996-8e90-4c79-9ed8-262730602376 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:19:59.670485 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.720182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:59.750959 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Attempting to bind port b2bc4996-8e90-4c79-9ed8-262730602376 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:19:59.751312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Attempting to bind port b2bc4996-8e90-4c79-9ed8-262730602376 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:19:59.751641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Attempting to bind port b2bc4996-8e90-4c79-9ed8-262730602376 on network 91d9aee0-6921-4c01-95c7-a746e497353e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:59.756510 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Port b2bc4996-8e90-4c79-9ed8-262730602376 on network 91d9aee0-6921-4c01-95c7-a746e497353e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:19:59.756835 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Attempting to bind port b2bc4996-8e90-4c79-9ed8-262730602376 on network 91d9aee0-6921-4c01-95c7-a746e497353e {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:19:59.761508 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:19:59.761836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Checking segment: {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:19:59.762209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Bound using segment: {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:19:59.762623 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Bound port: b2bc4996-8e90-4c79-9ed8-262730602376, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30afa586-513a-4156-867d-177bfc49876b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:19:59.762968 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.824083 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:19:59.827066 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b2bc4996-8e90-4c79-9ed8-262730602376,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:19:59.831613 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.868554 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:19:59.869158 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:19:59.870580 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2bc4996-8e90-4c79-9ed8-262730602376 HTTP/1.1" status: 200 len: 1094 time: 0.6275809 Aug 19 09:19:59.871002 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:19:59.873332 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c167afc-2310-411f-be47-6e3f14204964" -d '{"events": [{"name": "network-changed", "server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:19:59.896569 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b59ff-bf05-4c73-aabd-085d69218c95 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:19:59.932882 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d061836-2c20-435f-b3c4-24bff95cb0ea x-openstack-request-id: req-2d061836-2c20-435f-b3c4-24bff95cb0ea {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:19:59.933170 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:19:59.933426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d061836-2c20-435f-b3c4-24bff95cb0ea {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:19:59.933813 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376', 'status': 'completed', 'code': 200} Aug 19 09:19:59.998925 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-5a635ed4-90ba-4dd2-83f5-649dd2372f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.000476 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-5a635ed4-90ba-4dd2-83f5-649dd2372f4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 1097 time: 0.0439227 Aug 19 09:20:00.059182 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-b0fb5b4b-4c0f-47ab-aaad-3b6f1f40f957 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2bc4996-8e90-4c79-9ed8-262730602376 HTTP/1.1" status: 200 len: 217 time: 0.0337863 Aug 19 09:20:00.107747 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-819056e8-bc4a-427a-b174-cd628975f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.109072 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-819056e8-bc4a-427a-b174-cd628975f76f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80672581-b274-456b-b770-96576a748944 HTTP/1.1" status: 200 len: 849 time: 0.0417695 Aug 19 09:20:00.144376 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-75353322-8393-4516-b5f6-7f1614c7bee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91d9aee0-6921-4c01-95c7-a746e497353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267930 Aug 19 09:20:00.235305 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-12add611-8402-469c-8e08-ddfbdedf9e08 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832109 Aug 19 09:20:00.235830 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f0d2-00a3-4129-bda6-6883f1ea125d req-8ce3fcd6-6987-4c64-adbb-4a8f160288b8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.238563 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8176f0d2-00a3-4129-bda6-6883f1ea125d req-8ce3fcd6-6987-4c64-adbb-4a8f160288b8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0527608 Aug 19 09:20:00.285238 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8176f0d2-00a3-4129-bda6-6883f1ea125d req-faa9ea16-4b0f-4627-aea7-16a9b2e0828f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Aug 19 09:20:00.347559 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c203a848-fd8b-47d4-9ac5-9c7c2540b510 req-06e229f2-2f8a-46bf-85da-5650f74bea59 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001306 Aug 19 09:20:00.580771 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-c3f6113f-a528-4dc5-88cf-553093bc022d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.582275 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-c3f6113f-a528-4dc5-88cf-553093bc022d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.1296501 Aug 19 09:20:00.584972 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167afc-2310-411f-be47-6e3f14204964 req-5d6b595b-1508-4daa-ad4d-ded66a455e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.586326 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-5d6b595b-1508-4daa-ad4d-ded66a455e42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 1097 time: 0.0771265 Aug 19 09:20:00.609599 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-1043b50d-f8f4-41eb-999a-1885356bf4d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/quotas/8bd62739089241319075c92d0306a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0214603 Aug 19 09:20:00.662844 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ca48-92f9-4026-b8a9-f16bfbc662e1 req-8d03f751-a725-4585-a12e-3c6de6f70ddb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.664389 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5308ca48-92f9-4026-b8a9-f16bfbc662e1 req-8d03f751-a725-4585-a12e-3c6de6f70ddb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0516753 Aug 19 09:20:00.701108 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5308ca48-92f9-4026-b8a9-f16bfbc662e1 req-e33a4441-8381-486f-9092-067584c2457a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Aug 19 09:20:00.712372 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-978d2d1f-d661-4574-9c3c-6c7d405d3ea2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913713 Aug 19 09:20:00.735830 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167afc-2310-411f-be47-6e3f14204964 req-b716099d-6236-4d1c-96fc-ecfd9d7264a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.737288 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-b716099d-6236-4d1c-96fc-ecfd9d7264a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 200 len: 910 time: 0.1422694 Aug 19 09:20:00.802789 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-d8e83a85-43d1-4a94-a23d-7718d4bdd894 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2bc4996-8e90-4c79-9ed8-262730602376 HTTP/1.1" status: 200 len: 217 time: 0.0565979 Aug 19 09:20:00.875460 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167afc-2310-411f-be47-6e3f14204964 req-7f43b851-f3c4-458a-abb5-f09ad0d08d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:00.876938 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-7f43b851-f3c4-458a-abb5-f09ad0d08d5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80672581-b274-456b-b770-96576a748944 HTTP/1.1" status: 200 len: 849 time: 0.0655217 Aug 19 09:20:00.878816 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-d6ad2392-fa9c-42f9-a975-24a964c9f816 service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570833 Aug 19 09:20:00.949426 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-9b323ae1-1963-475f-9ae2-ccdde1c3851b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91d9aee0-6921-4c01-95c7-a746e497353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567124 Aug 19 09:20:01.044147 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-141ada0c-b5ff-43ec-96e6-58219440df78 service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582541 Aug 19 09:20:01.065336 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-d62d426a-2334-438d-8c27-8fbdd0b3f51d service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081393 Aug 19 09:20:01.174385 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c167afc-2310-411f-be47-6e3f14204964 req-c5e96438-d49a-4df1-bb9c-1669ef14ce40 service neutron] 10.222.0.35 "GET /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989418 Aug 19 09:20:01.209678 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-945ca114-ca99-4331-a284-4a256c9d3aaa req-8c66370d-2758-4866-9dbb-0ed4e483de62 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 210 time: 0.0279436 Aug 19 09:20:01.415632 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281befee-481b-4f6f-9c8f-c14b222bef23 req-8f1032dc-3361-416d-bb65-9812c2a82417 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:01.417279 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-281befee-481b-4f6f-9c8f-c14b222bef23 req-8f1032dc-3361-416d-bb65-9812c2a82417 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0515633 Aug 19 09:20:01.460215 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-281befee-481b-4f6f-9c8f-c14b222bef23 req-86f2dfe1-0fe5-4c36-b142-dac0410cae41 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Aug 19 09:20:01.816829 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494a4be-a314-4b5b-b978-8afaa2f93370 req-927d27ca-0281-4e3c-886d-85376f79511e tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:01.818321 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f494a4be-a314-4b5b-b978-8afaa2f93370 req-927d27ca-0281-4e3c-886d-85376f79511e tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0511107 Aug 19 09:20:01.860025 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f494a4be-a314-4b5b-b978-8afaa2f93370 req-154ae3b0-6cec-4bb6-94fd-931ec3cbe56f tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357540 Aug 19 09:20:02.304298 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-041e3fab-6f3d-4694-8a11-9b51236d68bb req-59378344-cc69-4c62-be2e-ab7eb4f2301e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 210 time: 0.0262668 Aug 19 09:20:02.653404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcdec7-c29a-4ef9-8c03-a4d9308f417b req-30bbc4c0-56df-417c-b3cd-72c294d743a4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:02.654899 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0cfcdec7-c29a-4ef9-8c03-a4d9308f417b req-30bbc4c0-56df-417c-b3cd-72c294d743a4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.1180334 Aug 19 09:20:02.699042 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-295c9ee4-246f-40a7-8824-5aec1710055f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:02.700501 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-295c9ee4-246f-40a7-8824-5aec1710055f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.1532459 Aug 19 09:20:02.717994 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0cfcdec7-c29a-4ef9-8c03-a4d9308f417b req-7511576d-47f2-4830-b72d-146c085a5cd3 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Aug 19 09:20:02.742278 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Request body: {'port': {'device_id': '770a9eff-164f-464b-9ddc-85d731650432', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'admin_state_up': True, 'tenant_id': '8bd62739089241319075c92d0306a0a3'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:20:02.859800 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:20:02.864751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:02.994680 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503af1b-21b3-4eae-a6f7-20bb8a46d78a req-46115c3f-f01d-4e44-b31b-90583e0a05c8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:02.996211 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e503af1b-21b3-4eae-a6f7-20bb8a46d78a req-46115c3f-f01d-4e44-b31b-90583e0a05c8 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0581217 Aug 19 09:20:03.021173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Allocated IP 172.20.0.13 (5e78b5e6-6e38-4b51-a3a6-7fec0d074363/e2f4ac5d-43fa-48cd-891c-5fadb9193dd5/926dae50-59d9-47b4-9b81-d532dbdc9892) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:20:03.035917 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e503af1b-21b3-4eae-a6f7-20bb8a46d78a req-5657e7f7-7012-4507-a997-7466c8758972 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Aug 19 09:20:03.170453 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:03.207878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:03.249994 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc', 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:20:03.253392 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:20:03.254827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:20:03.258774 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:20:03.264360 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:03.264982 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:03.278081 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event updated for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:03.287631 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-59a2a4c4-a649-4fea-b65c-6aaf2390dc05 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496135 Aug 19 09:20:03.316632 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Request body: {'port': {'device_id': '770a9eff-164f-464b-9ddc-85d731650432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:20:03.619562 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:03.666087 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14710-a712-4b5f-95b0-dfae12f2d3d8 req-4bd7406f-9fd3-404f-8e0f-a49f8c473532 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:03.667654 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31c14710-a712-4b5f-95b0-dfae12f2d3d8 req-4bd7406f-9fd3-404f-8e0f-a49f8c473532 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 932 time: 0.2777085 Aug 19 09:20:03.776475 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-31c14710-a712-4b5f-95b0-dfae12f2d3d8 req-5d2c7859-01bb-4d51-ada5-85cb3fb647e7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007779 Aug 19 09:20:03.919809 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fbe9c-b9c6-473b-a428-5abbff94bd95 req-59bdfeab-6b6a-4c91-8dfc-011845b0c3e8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:03.921171 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4fbe9c-b9c6-473b-a428-5abbff94bd95 req-59bdfeab-6b6a-4c91-8dfc-011845b0c3e8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0785468 Aug 19 09:20:03.986953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926dae50-59d9-47b4-9b81-d532dbdc9892 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:20:03.993699 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5f4fbe9c-b9c6-473b-a428-5abbff94bd95 req-284b4b4a-24ac-404e-9ce3-c90cb4e8e355 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Aug 19 09:20:03.997303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:04.009075 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Transition to ACTIVE for port object 926dae50-59d9-47b4-9b81-d532dbdc9892 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:20:04.012641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:04.066236 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Pushing event updated for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:04.096946 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Attempting to bind port 926dae50-59d9-47b4-9b81-d532dbdc9892 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:20:04.097275 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Attempting to bind port 926dae50-59d9-47b4-9b81-d532dbdc9892 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:20:04.097599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Attempting to bind port 926dae50-59d9-47b4-9b81-d532dbdc9892 on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:20:04.102003 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Port 926dae50-59d9-47b4-9b81-d532dbdc9892 on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:20:04.102336 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Attempting to bind port 926dae50-59d9-47b4-9b81-d532dbdc9892 on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:20:04.106960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:20:04.107311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Checking segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:20:04.107685 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Bound using segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:20:04.108098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Bound port: 926dae50-59d9-47b4-9b81-d532dbdc9892, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:20:04.108443 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:04.160349 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c236cea-d7b9-4b33-8f3f-96001a836c43 req-dd3f1cfd-1960-4a81-ae19-f76b99c7aab4 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:04.161847 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4c236cea-d7b9-4b33-8f3f-96001a836c43 req-dd3f1cfd-1960-4a81-ae19-f76b99c7aab4 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0508645 Aug 19 09:20:04.177581 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:20:04.180769 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=926dae50-59d9-47b4-9b81-d532dbdc9892,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:20:04.184321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:04.199972 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4c236cea-d7b9-4b33-8f3f-96001a836c43 req-f5e4fd04-d3e5-483c-b728-d4e9aa752026 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Aug 19 09:20:04.218688 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:04.219338 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:04.222065 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] 10.222.0.35 "PUT /v2.0/ports/926dae50-59d9-47b4-9b81-d532dbdc9892 HTTP/1.1" status: 200 len: 1094 time: 0.9095097 Aug 19 09:20:04.224347 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:20:04.226580 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417742d7-aacb-4af0-9579-570b5b70affc" -d '{"events": [{"name": "network-changed", "server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:20:04.250553 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571a06e-ac10-4cbb-8959-ea40a2f3858c service neutron] Pushing event updated for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:04.267153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09917d-ef6e-4054-96c1-21a78f09036b x-openstack-request-id: req-cf09917d-ef6e-4054-96c1-21a78f09036b {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:20:04.267507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:20:04.268185 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf09917d-ef6e-4054-96c1-21a78f09036b {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:20:04.268278 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892', 'status': 'completed', 'code': 200} Aug 19 09:20:04.573301 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417742d7-aacb-4af0-9579-570b5b70affc req-74d85878-1ef8-4571-bfc0-12923148f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:04.574754 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-417742d7-aacb-4af0-9579-570b5b70affc req-74d85878-1ef8-4571-bfc0-12923148f731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 1097 time: 0.0396874 Aug 19 09:20:04.676838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417742d7-aacb-4af0-9579-570b5b70affc req-ac91b847-bb11-4900-b53b-8878c42a4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:04.678250 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-417742d7-aacb-4af0-9579-570b5b70affc req-ac91b847-bb11-4900-b53b-8878c42a4f3a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8bd62739089241319075c92d0306a0a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0893157 Aug 19 09:20:04.855737 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:20:04.897513 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce63f0b-ddb8-464e-99b6-324c8e4bfe2b req-65c8ab67-df66-4ddc-9770-f5c243f00238 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:04.899011 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3ce63f0b-ddb8-464e-99b6-324c8e4bfe2b req-65c8ab67-df66-4ddc-9770-f5c243f00238 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0519483 Aug 19 09:20:04.935980 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3ce63f0b-ddb8-464e-99b6-324c8e4bfe2b req-7e2b41a3-d9cf-48e2-9826-2fc8253f137e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Aug 19 09:20:05.110075 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301b87-475a-452d-86eb-319701636f88 req-5771f5c4-48c8-4f29-ae1b-94f841476333 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:05.111941 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-27301b87-475a-452d-86eb-319701636f88 req-5771f5c4-48c8-4f29-ae1b-94f841476333 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0517259 Aug 19 09:20:05.148469 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-27301b87-475a-452d-86eb-319701636f88 req-2c73fe5a-29d6-4325-b203-7ae9bc4d1d59 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Aug 19 09:20:05.312408 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d35347-d21b-49be-98b2-33db772ad48e req-714d1112-fec3-4c47-82fb-a02fae5cef43 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:05.313878 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e7d35347-d21b-49be-98b2-33db772ad48e req-714d1112-fec3-4c47-82fb-a02fae5cef43 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0477138 Aug 19 09:20:05.351094 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e7d35347-d21b-49be-98b2-33db772ad48e req-9c2cb239-dbc7-4300-9f5b-42f88830c9a1 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Aug 19 09:20:05.536142 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:06.048259 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73d0d9-5e32-4ef8-9959-b5cc1b972427 req-21af9084-af4d-476b-aa04-ce5eb0c9422e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:06.050447 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c73d0d9-5e32-4ef8-9959-b5cc1b972427 req-21af9084-af4d-476b-aa04-ce5eb0c9422e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0495303 Aug 19 09:20:06.086979 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c73d0d9-5e32-4ef8-9959-b5cc1b972427 req-8c6b1898-2ae8-4ddf-9323-68352a106318 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 Aug 19 09:20:06.262355 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964023e-af80-480f-b7cd-34abbbaef206 req-c279ba24-b961-442c-9b8c-2b7a1bf30c1d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:06.263823 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2964023e-af80-480f-b7cd-34abbbaef206 req-c279ba24-b961-442c-9b8c-2b7a1bf30c1d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0511413 Aug 19 09:20:06.300969 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2964023e-af80-480f-b7cd-34abbbaef206 req-2ceaae1e-e09c-4015-b43a-eb4858aad66c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Aug 19 09:20:06.463143 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab715d2-9589-476d-a28f-ef919f834786 req-1e3e7899-a498-4d19-87e7-8d3b5b01c079 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:06.464533 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8ab715d2-9589-476d-a28f-ef919f834786 req-1e3e7899-a498-4d19-87e7-8d3b5b01c079 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0479941 Aug 19 09:20:06.501869 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8ab715d2-9589-476d-a28f-ef919f834786 req-d9cf01a0-ffcc-4d9d-b117-c7234429b11b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Aug 19 09:20:07.197955 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e82cc-ce0c-4820-a72c-dececabcdca2 req-4c39ccb4-6447-4a9d-94b0-1941adbec317 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:07.199316 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fd7e82cc-ce0c-4820-a72c-dececabcdca2 req-4c39ccb4-6447-4a9d-94b0-1941adbec317 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0465701 Aug 19 09:20:07.234873 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fd7e82cc-ce0c-4820-a72c-dececabcdca2 req-4e18cf4d-021a-445e-86f4-77b0922f8941 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298219 Aug 19 09:20:07.415219 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4d15-3569-45f1-ac36-dd545fd50ae9 req-052638d2-98e8-4d13-a8d5-820a5ae27a06 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:07.416693 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-20af4d15-3569-45f1-ac36-dd545fd50ae9 req-052638d2-98e8-4d13-a8d5-820a5ae27a06 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0513523 Aug 19 09:20:07.453248 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-20af4d15-3569-45f1-ac36-dd545fd50ae9 req-388de487-ba19-4ea7-b5e1-8bbdcc6aee5b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Aug 19 09:20:07.615725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f17250-a246-49d5-8e4d-da188963982e req-e8e39393-929f-4266-8471-73b23f3a8a3c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:07.617179 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-72f17250-a246-49d5-8e4d-da188963982e req-e8e39393-929f-4266-8471-73b23f3a8a3c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0489287 Aug 19 09:20:07.653224 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-72f17250-a246-49d5-8e4d-da188963982e req-945ff8d7-72ce-448d-a352-86227cd26956 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Aug 19 09:20:08.346720 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9fc58-8c7a-43a6-8d14-ffb72435b064 req-42633c6e-d4ee-485a-9112-45fb1baef16d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.348200 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7ac9fc58-8c7a-43a6-8d14-ffb72435b064 req-42633c6e-d4ee-485a-9112-45fb1baef16d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0479460 Aug 19 09:20:08.384915 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7ac9fc58-8c7a-43a6-8d14-ffb72435b064 req-93707d2e-0c04-4eeb-b5c8-ca4ac293e84d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306623 Aug 19 09:20:08.469030 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417742d7-aacb-4af0-9579-570b5b70affc req-b83ca4ce-7fc3-4074-82a3-0f86257f3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.471006 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-417742d7-aacb-4af0-9579-570b5b70affc req-b83ca4ce-7fc3-4074-82a3-0f86257f3999 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886872 Aug 19 09:20:08.571602 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e8109-f15b-400d-81e1-2b07d4f86d73 req-03370180-2a7f-4387-b4aa-7c26da7a62ae tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.572954 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-768e8109-f15b-400d-81e1-2b07d4f86d73 req-03370180-2a7f-4387-b4aa-7c26da7a62ae tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0526121 Aug 19 09:20:08.583486 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-7b2a52e4-2469-462f-900c-ab6842959a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.584967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-7b2a52e4-2469-462f-900c-ab6842959a6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 1097 time: 0.0430665 Aug 19 09:20:08.610266 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-768e8109-f15b-400d-81e1-2b07d4f86d73 req-c57daba1-aac5-4be4-89c7-4cad677a5482 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Aug 19 09:20:08.755652 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b2bc4996-8e90-4c79-9ed8-262730602376 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:20:08.770015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cde1-6aa7-4f10-91dc-17ec3a6d3a4a req-11106471-12c6-4c5c-8abe-8dbd62dc35eb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.771645 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6459cde1-6aa7-4f10-91dc-17ec3a6d3a4a req-11106471-12c6-4c5c-8abe-8dbd62dc35eb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 944 time: 0.0514927 Aug 19 09:20:08.817738 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-2c2519e8-98df-4f03-8f7a-a5e16359f4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926dae50-59d9-47b4-9b81-d532dbdc9892 HTTP/1.1" status: 200 len: 217 time: 0.0451124 Aug 19 09:20:08.844904 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6459cde1-6aa7-4f10-91dc-17ec3a6d3a4a req-9935edec-f01c-4049-bbf4-cc888595a09a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648143 Aug 19 09:20:08.863422 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b2bc4996-8e90-4c79-9ed8-262730602376,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:08.873143 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'b2bc4996-8e90-4c79-9ed8-262730602376', 'network_id': '91d9aee0-6921-4c01-95c7-a746e497353e', 'port_id': 'b2bc4996-8e90-4c79-9ed8-262730602376', 'mac_address': 'fa:16:3e:5b:d2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80672581-b274-456b-b770-96576a748944', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:20:08.882052 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555570c8-9d46-4454-ad3f-8991403f946a req-620ab149-aa83-46dd-8b7a-9a066528d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:08.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-620ab149-aa83-46dd-8b7a-9a066528d682 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.0539999 Aug 19 09:20:08.909657 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:08.917054 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-405378f2-5dc9-45ed-8b08-54ee44016362 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241647 Aug 19 09:20:08.922252 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bc4996-8e90-4c79-9ed8-262730602376 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:20:08.941424 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b2bc4996-8e90-4c79-9ed8-262730602376,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:08.945991 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:08.993854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:09.017586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-1008b102-8502-4e9f-a85b-ccb4573e7918 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Aug 19 09:20:09.117134 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-555570c8-9d46-4454-ad3f-8991403f946a req-e623290b-7ab6-4a6e-b481-2bdbc0c87a3c service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886066 Aug 19 09:20:09.499460 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301c4fb-c95c-48e5-a33d-a42aa992087a req-dcb32af1-fc87-4d8f-8a56-2d5834c7b716 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:09.500975 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f301c4fb-c95c-48e5-a33d-a42aa992087a req-dcb32af1-fc87-4d8f-8a56-2d5834c7b716 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0500491 Aug 19 09:20:09.537993 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f301c4fb-c95c-48e5-a33d-a42aa992087a req-7dd3bb48-e1ac-4957-a088-5cd49aad582f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Aug 19 09:20:09.721656 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87a24-908e-4389-9852-6a37246253ba req-efb14020-4260-4d86-8106-ba7b0b7785dc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:09.723332 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-52d87a24-908e-4389-9852-6a37246253ba req-efb14020-4260-4d86-8106-ba7b0b7785dc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0491717 Aug 19 09:20:09.761940 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-52d87a24-908e-4389-9852-6a37246253ba req-1c1b787b-d741-42ab-9af2-6a83a33ffef8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Aug 19 09:20:09.957145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['b2bc4996-8e90-4c79-9ed8-262730602376'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:20:09.986036 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bcb5f-ef44-455b-b632-1d7e17fe826c req-600a69fa-9419-49f2-abe0-648ee9d97843 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:10.000784 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-183bcb5f-ef44-455b-b632-1d7e17fe826c req-600a69fa-9419-49f2-abe0-648ee9d97843 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0871527 Aug 19 09:20:10.052657 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-183bcb5f-ef44-455b-b632-1d7e17fe826c req-48f863d7-baf3-442f-b50b-32d29162b95d tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513594 Aug 19 09:20:10.654448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f12f1-5bac-4031-a14d-ce899998618a req-3a91e240-853c-4287-8a0c-f2697726c3f8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:10.655951 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-588f12f1-5bac-4031-a14d-ce899998618a req-3a91e240-853c-4287-8a0c-f2697726c3f8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0494561 Aug 19 09:20:10.692293 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-588f12f1-5bac-4031-a14d-ce899998618a req-c3bab7e3-6e30-4a1a-9d51-143ccc9a019b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302918 Aug 19 09:20:10.874826 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c57534-3724-4d45-85e5-c1f369d33fb5 req-082e31d8-740e-43c7-b2a0-ac53a46c5efd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:10.876312 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-79c57534-3724-4d45-85e5-c1f369d33fb5 req-082e31d8-740e-43c7-b2a0-ac53a46c5efd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0478191 Aug 19 09:20:10.913147 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-79c57534-3724-4d45-85e5-c1f369d33fb5 req-016d628b-5f53-4adf-bdd1-0fe155fa9eb9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Aug 19 09:20:11.183436 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1524-06f5-41e7-ac95-0a6d81fa48b6 req-a52e977b-a9e2-492a-a08f-2a8747ed9c67 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:11.186099 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89cc1524-06f5-41e7-ac95-0a6d81fa48b6 req-a52e977b-a9e2-492a-a08f-2a8747ed9c67 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0675120 Aug 19 09:20:11.232356 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89cc1524-06f5-41e7-ac95-0a6d81fa48b6 req-3a1a05ef-0b3c-442c-b914-d4caf2650826 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Aug 19 09:20:11.806253 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5c6bc-f0cc-419b-9732-be9f85be0ed4 req-3d14c373-8d7e-46c1-b6e9-1c8946971e81 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:11.807726 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-02a5c6bc-f0cc-419b-9732-be9f85be0ed4 req-3d14c373-8d7e-46c1-b6e9-1c8946971e81 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0511928 Aug 19 09:20:11.843853 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-02a5c6bc-f0cc-419b-9732-be9f85be0ed4 req-88807594-1518-4c75-952a-f6372062c14d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303073 Aug 19 09:20:12.346054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f9981-95fa-4f92-a5c6-bcbef291d860 req-97d92e39-d2da-4493-b20e-2b3435f5607c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:12.348054 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d62f9981-95fa-4f92-a5c6-bcbef291d860 req-97d92e39-d2da-4493-b20e-2b3435f5607c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0485120 Aug 19 09:20:12.385770 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d62f9981-95fa-4f92-a5c6-bcbef291d860 req-4649c9c7-1142-46d4-86ec-288b57d07102 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 19 09:20:12.416566 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bad7b65e-ea8d-4834-a93c-b6f48117b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:12.957060 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104d43-af7b-4224-89aa-026be4a126d6 req-667183ff-0e0e-480b-bb7e-b80a36385a80 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:12.958480 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-91104d43-af7b-4224-89aa-026be4a126d6 req-667183ff-0e0e-480b-bb7e-b80a36385a80 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0477309 Aug 19 09:20:12.994842 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-91104d43-af7b-4224-89aa-026be4a126d6 req-223a84e3-bab2-4cc8-ae9c-adad194bf736 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Aug 19 09:20:13.501551 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e9327-b900-4c04-8fc6-18b897871f3d req-e13e106b-f86f-47c5-be47-118df6ead9cf tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:13.503143 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0e6e9327-b900-4c04-8fc6-18b897871f3d req-e13e106b-f86f-47c5-be47-118df6ead9cf tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0526085 Aug 19 09:20:13.540036 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0e6e9327-b900-4c04-8fc6-18b897871f3d req-14e3a018-baf9-41af-9683-5b4466fdb70c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Aug 19 09:20:14.108575 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaba0-b75d-431c-9505-8292cfc94a12 req-18aa578c-6c6e-40f1-95cd-0223ab510763 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:14.110028 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-03adaba0-b75d-431c-9505-8292cfc94a12 req-18aa578c-6c6e-40f1-95cd-0223ab510763 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0476627 Aug 19 09:20:14.146917 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-03adaba0-b75d-431c-9505-8292cfc94a12 req-61269f36-7ec4-49ed-baf5-282193c48189 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304718 Aug 19 09:20:14.651349 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198473c-836f-4254-91a3-ff15a29da082 req-a3273e8f-3ab9-47b0-9d0e-d53ab4734942 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:14.652790 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9198473c-836f-4254-91a3-ff15a29da082 req-a3273e8f-3ab9-47b0-9d0e-d53ab4734942 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0465925 Aug 19 09:20:14.688894 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9198473c-836f-4254-91a3-ff15a29da082 req-c9153aab-2b03-4563-8c5b-b22b50b6c53a tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Aug 19 09:20:14.975499 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-973a46e8-7433-41d2-bd41-37d275a58a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:15.195444 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:15.262948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d931f05-505b-4f19-bcd4-9284e17dadf3 req-b491fd17-71ab-4212-8f8e-89c20c565c54 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:15.264385 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5d931f05-505b-4f19-bcd4-9284e17dadf3 req-b491fd17-71ab-4212-8f8e-89c20c565c54 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0507648 Aug 19 09:20:15.301281 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5d931f05-505b-4f19-bcd4-9284e17dadf3 req-755f2ec9-8e8c-4ed5-9a81-a2576d0463de tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303800 Aug 19 09:20:15.798121 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b206-0f8c-4583-8b03-7d02b3787a2d req-794e1314-e63f-40a2-9c06-8b9af888119d tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:15.799516 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8948b206-0f8c-4583-8b03-7d02b3787a2d req-794e1314-e63f-40a2-9c06-8b9af888119d tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0470583 Aug 19 09:20:15.835934 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8948b206-0f8c-4583-8b03-7d02b3787a2d req-73067ffe-1a5b-4cfa-969e-922962ed6880 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301485 Aug 19 09:20:16.207778 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:16.433281 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4df1-f71f-42e8-b45d-34b29b31e71f req-46766c33-281a-416f-8d15-bad27502634f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:16.434965 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-926b4df1-f71f-42e8-b45d-34b29b31e71f req-46766c33-281a-416f-8d15-bad27502634f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0551348 Aug 19 09:20:16.483295 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-926b4df1-f71f-42e8-b45d-34b29b31e71f req-5d1f773f-9f25-4a8c-866f-a1edc84ac16a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Aug 19 09:20:16.953284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67491c0-852e-450f-99c2-046738341efc req-6b48e056-5e5d-407e-9eb2-cc28fa79bd22 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:16.954768 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c67491c0-852e-450f-99c2-046738341efc req-6b48e056-5e5d-407e-9eb2-cc28fa79bd22 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 945 time: 0.0483823 Aug 19 09:20:16.992766 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c67491c0-852e-450f-99c2-046738341efc req-d71372be-7211-4000-bb19-f1aedf8b9945 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Aug 19 09:20:17.603979 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1617d4-8169-489b-8f08-77de68e7323d req-f1c0cae4-7fdf-49e7-9f95-b0ecf040e9a5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:17.608102 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c1617d4-8169-489b-8f08-77de68e7323d req-f1c0cae4-7fdf-49e7-9f95-b0ecf040e9a5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0532970 Aug 19 09:20:17.646386 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c1617d4-8169-489b-8f08-77de68e7323d req-20df7cbe-74c0-4a6f-8893-738123993ad3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349491 Aug 19 09:20:17.672446 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b2bc4996-8e90-4c79-9ed8-262730602376 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:20:17.719359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port b2bc4996-8e90-4c79-9ed8-262730602376 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:20:17.723122 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port b2bc4996-8e90-4c79-9ed8-262730602376 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:20:17.723761 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:17.797963 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:17.821500 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:20:17.823749 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75364e7-0280-4d59-ae1c-00493522653f" -d '{"events": [{"server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:20:17.836732 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b2bc4996-8e90-4c79-9ed8-262730602376,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:17.841046 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:17.865578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197beaa-16ff-48dd-80db-fc17bdd67209 x-openstack-request-id: req-4197beaa-16ff-48dd-80db-fc17bdd67209 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:20:17.865862 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:20:17.866106 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4197beaa-16ff-48dd-80db-fc17bdd67209 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:20:17.866485 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376', 'code': 200} Aug 19 09:20:17.893606 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:17.982958 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:18.147082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65322793-e610-46bc-8a34-ba34c0374633 req-403358ef-0323-4b09-abc6-77ff2902da09 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:18.148632 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65322793-e610-46bc-8a34-ba34c0374633 req-403358ef-0323-4b09-abc6-77ff2902da09 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0864637 Aug 19 09:20:18.151062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2833628-1bed-40a4-9232-6a4518f7297c req-01467b1d-df5c-4d1c-8507-1dd8b66318a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:18.152628 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2833628-1bed-40a4-9232-6a4518f7297c req-01467b1d-df5c-4d1c-8507-1dd8b66318a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 1099 time: 0.0796969 Aug 19 09:20:18.205899 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-65322793-e610-46bc-8a34-ba34c0374633 req-43acad0d-f714-4fa9-b80f-481d294a3d2c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Aug 19 09:20:18.209648 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2833628-1bed-40a4-9232-6a4518f7297c req-4b159486-dd48-4215-805a-45cdf1138a21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Aug 19 09:20:18.671661 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4622-8b3d-4020-8802-0305a0b0bf38 req-0bf5291f-5ba9-475e-826c-27521c7e97d0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:18.673777 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-941a4622-8b3d-4020-8802-0305a0b0bf38 req-0bf5291f-5ba9-475e-826c-27521c7e97d0 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0665472 Aug 19 09:20:18.725132 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-941a4622-8b3d-4020-8802-0305a0b0bf38 req-de39952d-94a6-4887-8e17-9544fdb9d063 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Aug 19 09:20:18.806898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca3594-a440-4ba9-8c05-eb7961bf7c08 req-d3e5d3e3-ddb1-4ca9-877b-672ae9b73ae7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:18.809010 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05ca3594-a440-4ba9-8c05-eb7961bf7c08 req-d3e5d3e3-ddb1-4ca9-877b-672ae9b73ae7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 944 time: 0.0764301 Aug 19 09:20:18.860142 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05ca3594-a440-4ba9-8c05-eb7961bf7c08 req-63612467-c6e6-49ec-b0e2-a080d2021e79 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Aug 19 09:20:19.331244 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37246-f95b-474c-8ddc-a9656c9cad49 req-d934ef96-21cf-4d87-a0d6-6fdb95729c11 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:19.333282 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1de37246-f95b-474c-8ddc-a9656c9cad49 req-d934ef96-21cf-4d87-a0d6-6fdb95729c11 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0537829 Aug 19 09:20:19.372337 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1de37246-f95b-474c-8ddc-a9656c9cad49 req-6bab1dac-d569-4ce6-90b4-5b4d7fee5489 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Aug 19 09:20:19.694245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 926dae50-59d9-47b4-9b81-d532dbdc9892 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:20:19.789666 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=926dae50-59d9-47b4-9b81-d532dbdc9892,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:19.801556 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '926dae50-59d9-47b4-9b81-d532dbdc9892', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'port_id': '926dae50-59d9-47b4-9b81-d532dbdc9892', 'mac_address': 'fa:16:3e:da:7c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4ac5d-43fa-48cd-891c-5fadb9193dd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:20:19.844476 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:19.858192 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926dae50-59d9-47b4-9b81-d532dbdc9892 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:20:19.878506 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=926dae50-59d9-47b4-9b81-d532dbdc9892,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:19.883029 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:19.934308 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:19.975107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbf4f4-248b-42bf-aacb-e2a599adb4df req-5e96f9a3-790e-4d6c-9d8e-734cd02fa419 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:19.976618 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5efbf4f4-248b-42bf-aacb-e2a599adb4df req-5e96f9a3-790e-4d6c-9d8e-734cd02fa419 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Aug 19 09:20:20.021380 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5efbf4f4-248b-42bf-aacb-e2a599adb4df req-5230f6b7-3e3a-40e5-8a28-cd84b47a1ca0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Aug 19 09:20:20.339485 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48854) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:20:20.433385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['926dae50-59d9-47b4-9b81-d532dbdc9892'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:20:20.523161 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ca44f-e77e-4df7-a71c-7b10c8d8cee8 req-0a6bba4d-c696-45bf-8469-1161476989fa tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:20.524843 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-405ca44f-e77e-4df7-a71c-7b10c8d8cee8 req-0a6bba4d-c696-45bf-8469-1161476989fa tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0682530 Aug 19 09:20:20.537877 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-41acc57d-6054-47c8-b113-92496050af32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.568091 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-405ca44f-e77e-4df7-a71c-7b10c8d8cee8 req-4931017d-77a0-4dd4-a907-b32e70a51494 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Aug 19 09:20:20.636897 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-41acc57d-6054-47c8-b113-92496050af32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.641421 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-41acc57d-6054-47c8-b113-92496050af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.683736 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-41acc57d-6054-47c8-b113-92496050af32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a87eba8eb281408cacbc49f929210a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428454 Aug 19 09:20:20.684653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acc57d-6054-47c8-b113-92496050af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b19a807-4bed-439a-8daf-32a7e6a4e04b,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:20.686377 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 48866) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:20:20.735599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.756593 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.800137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.803146 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:20.804301 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b19a807-4bed-439a-8daf-32a7e6a4e04b HTTP/1.1" status: 204 len: 168 time: 0.1162109 Aug 19 09:20:20.811928 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aabbdc-1406-48e8-8309-944b7bb6d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b19a807-4bed-439a-8daf-32a7e6a4e04b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:21.158746 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23ae88-96c1-480b-9ac5-ca816485b58f req-f402d93f-faa1-4493-906f-4dbf7aa899a5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:21.160961 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d23ae88-96c1-480b-9ac5-ca816485b58f req-f402d93f-faa1-4493-906f-4dbf7aa899a5 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Aug 19 09:20:21.198982 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d23ae88-96c1-480b-9ac5-ca816485b58f req-60a1cd77-419c-40f8-b367-e9fb16be2e8f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 19 09:20:22.311811 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc25239-03c5-4335-b8a5-9da2a2faaab6 req-feb118f5-c8ab-458e-b2cb-043d7ce69d6f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:22.313257 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3fc25239-03c5-4335-b8a5-9da2a2faaab6 req-feb118f5-c8ab-458e-b2cb-043d7ce69d6f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Aug 19 09:20:22.352339 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3fc25239-03c5-4335-b8a5-9da2a2faaab6 req-c906c3bb-083e-4202-8ef9-d9b65efa2ed7 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304987 Aug 19 09:20:23.466123 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e135dd-f82e-4204-ba86-e90c4dc8c005 req-4ec3d724-f794-429f-9104-365cebe3af31 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:23.467526 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c8e135dd-f82e-4204-ba86-e90c4dc8c005 req-4ec3d724-f794-429f-9104-365cebe3af31 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Aug 19 09:20:23.508362 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c8e135dd-f82e-4204-ba86-e90c4dc8c005 req-79382f66-3234-4c7d-96eb-da2369388068 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Aug 19 09:20:24.625493 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd103-b8fd-4045-a879-b2deb9b4213e req-74b9bdd6-e7bc-4af0-a0a1-833b330043b9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:24.630882 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-267cd103-b8fd-4045-a879-b2deb9b4213e req-74b9bdd6-e7bc-4af0-a0a1-833b330043b9 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0563862 Aug 19 09:20:24.668919 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-267cd103-b8fd-4045-a879-b2deb9b4213e req-4231e561-e28d-4c18-ae07-25e5afebde9f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344801 Aug 19 09:20:25.794800 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496f78-4ab5-4a8c-9081-088616693ccc req-7e965fb0-b1b2-4705-accc-6d0e7e47706f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:25.796287 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f9496f78-4ab5-4a8c-9081-088616693ccc req-7e965fb0-b1b2-4705-accc-6d0e7e47706f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0529089 Aug 19 09:20:25.834298 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f9496f78-4ab5-4a8c-9081-088616693ccc req-9f4c790c-4977-4bf0-8ec2-0cb25ead4de8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Aug 19 09:20:26.079185 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc72d2-0b61-4e50-a57d-1c183619c3c1 req-3e9eb14e-6ce8-4cc3-9f21-cbfb2afe5dd6 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:26.080716 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cdc72d2-0b61-4e50-a57d-1c183619c3c1 req-3e9eb14e-6ce8-4cc3-9f21-cbfb2afe5dd6 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0477424 Aug 19 09:20:26.122167 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cdc72d2-0b61-4e50-a57d-1c183619c3c1 req-7016faed-a5e1-49d6-8d18-48a3c63c797b tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 19 09:20:26.951426 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9b44-2ff1-4be8-a1d0-bd1ee4fb841c req-69dfe494-e059-41b5-ad0c-b0479c12aa00 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:26.952930 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f2b9b44-2ff1-4be8-a1d0-bd1ee4fb841c req-69dfe494-e059-41b5-ad0c-b0479c12aa00 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 945 time: 0.0495780 Aug 19 09:20:26.991867 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5f2b9b44-2ff1-4be8-a1d0-bd1ee4fb841c req-58cf0cb2-e6f7-4320-a9ab-0adf9f16c698 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 19 09:20:27.260362 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283da1f-bbf2-44ea-9ac2-312ce3669131 req-1a246fde-49d0-4787-a0da-d6674ee97259 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:27.261877 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4283da1f-bbf2-44ea-9ac2-312ce3669131 req-1a246fde-49d0-4787-a0da-d6674ee97259 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0682487 Aug 19 09:20:27.314574 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4283da1f-bbf2-44ea-9ac2-312ce3669131 req-86f22664-21c8-4398-b332-44390aaf7aff tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Aug 19 09:20:27.696818 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48966) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:20:27.708757 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 926dae50-59d9-47b4-9b81-d532dbdc9892 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:20:27.761229 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 926dae50-59d9-47b4-9b81-d532dbdc9892 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:20:27.765409 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 926dae50-59d9-47b4-9b81-d532dbdc9892 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:20:27.765774 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.823779 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-19a0fdce-b4d3-43e7-82ff-fb847b2ee265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.866430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.892497 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:20:27.895008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0b0b8-2ce6-4fa2-830c-4bd36bac6833" -d '{"events": [{"server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "name": "network-vif-plugged", "status": "completed", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:20:27.918277 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=926dae50-59d9-47b4-9b81-d532dbdc9892,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:27.922510 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.934928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-19a0fdce-b4d3-43e7-82ff-fb847b2ee265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.941489 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-19a0fdce-b4d3-43e7-82ff-fb847b2ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:27.954565 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6e927-7bbf-4a8d-b490-e0f41745c052 x-openstack-request-id: req-57b6e927-7bbf-4a8d-b490-e0f41745c052 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:20:27.954931 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "name": "network-vif-plugged", "status": "completed", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:20:27.955252 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57b6e927-7bbf-4a8d-b490-e0f41745c052 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:20:27.955727 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892', 'code': 200} Aug 19 09:20:27.970438 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-19a0fdce-b4d3-43e7-82ff-fb847b2ee265 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f8ac34cb17f488e8723b11ac57d9113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725344 Aug 19 09:20:27.973237 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 48980) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:20:27.989848 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:28.015150 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0fdce-b4d3-43e7-82ff-fb847b2ee265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26017bfd-e7ee-4df8-b091-7be1b6b2e221,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:28.041747 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.067303 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.147053 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2cf36-86dd-4c28-b7b7-bfcd663de36c req-6abddd4e-0a34-4756-bc24-b3dd43e34ab4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.148984 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0aa2cf36-86dd-4c28-b7b7-bfcd663de36c req-6abddd4e-0a34-4756-bc24-b3dd43e34ab4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0600677 Aug 19 09:20:28.165253 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.167725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.171228 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26017bfd-e7ee-4df8-b091-7be1b6b2e221 HTTP/1.1" status: 204 len: 168 time: 0.1929319 Aug 19 09:20:28.186271 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802daef-bbc7-4ed9-b936-a8fdd2eee808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26017bfd-e7ee-4df8-b091-7be1b6b2e221,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:28.204988 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0aa2cf36-86dd-4c28-b7b7-bfcd663de36c req-3fa64212-6ffe-4fe0-be3e-a46dbcaaac16 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Aug 19 09:20:28.289610 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb9c9c-64fb-4e55-b1c6-5db23edce735 req-6fbf88ba-f5e8-4f0c-9378-f02c597ebb5f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.291185 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0eb9c9c-64fb-4e55-b1c6-5db23edce735 req-6fbf88ba-f5e8-4f0c-9378-f02c597ebb5f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0899358 Aug 19 09:20:28.297690 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-65448703-ce2a-4cb8-8869-497f00c6d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.299678 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-65448703-ce2a-4cb8-8869-497f00c6d9d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0587943 Aug 19 09:20:28.380685 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0eb9c9c-64fb-4e55-b1c6-5db23edce735 req-84678969-988b-4df6-ac5d-e5c83ef237b2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798302 Aug 19 09:20:28.492897 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50030-9340-4e67-bb47-92c49534c278 req-f71c6343-1187-4194-b2dd-243aa2c84b8c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.503966 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-79c50030-9340-4e67-bb47-92c49534c278 req-f71c6343-1187-4194-b2dd-243aa2c84b8c tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.0836408 Aug 19 09:20:28.525607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-902c9b48-b220-4808-804e-cedc421cd3bb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.527144 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-902c9b48-b220-4808-804e-cedc421cd3bb tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 946 time: 0.1918328 Aug 19 09:20:28.534290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f589831-01d3-493a-ae33-bcad9768d046 req-cdcd6ba3-e5d1-408b-b998-7a4398a5d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.535926 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f589831-01d3-493a-ae33-bcad9768d046 req-cdcd6ba3-e5d1-408b-b998-7a4398a5d3b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 1099 time: 0.1984823 Aug 19 09:20:28.538500 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-79c50030-9340-4e67-bb47-92c49534c278 req-83d11b34-c951-44aa-9bdb-c6fca86804c6 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/security-groups?id=2714dd35-494b-4645-b97c-4aed2be0700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331163 Aug 19 09:20:28.548647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-c9538295-8c37-40eb-b0cd-ab0a282ce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.550051 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-c9538295-8c37-40eb-b0cd-ab0a282ce796 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.2136228 Aug 19 09:20:28.621865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-bbed0798-83ef-4d5a-a772-fa36af2a1482 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.0471938 Aug 19 09:20:28.684629 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f589831-01d3-493a-ae33-bcad9768d046 req-693aff93-a093-4678-b849-1e218e2f4ccb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373146 Aug 19 09:20:28.705285 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-7b58a4fe-7292-4199-9973-12e887a1d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:28.706696 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-7b58a4fe-7292-4199-9973-12e887a1d9c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0727878 Aug 19 09:20:28.721269 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Deleting port b2bc4996-8e90-4c79-9ed8-262730602376 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:20:28.721624 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.808385 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] For port b2bc4996-8e90-4c79-9ed8-262730602376, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b2bc4996-8e90-4c79-9ed8-262730602376,segment=NetworkSegment(30afa586-513a-4156-867d-177bfc49876b),segment_id=30afa586-513a-4156-867d-177bfc49876b)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:20:28.808703 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.820799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Calling delete_port for b2bc4996-8e90-4c79-9ed8-262730602376 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:20:28.944087 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:28.971569 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Pushing event deleted for resources: {'Port': ['ID=b2bc4996-8e90-4c79-9ed8-262730602376,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:28.980206 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['b2bc4996-8e90-4c79-9ed8-262730602376'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:20:29.018154 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] No DVR routers for this DVR port b2bc4996-8e90-4c79-9ed8-262730602376 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:20:29.021029 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:29.023051 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a171c02b-67da-477f-a9ee-2e18745e5a2e req-488c4b2a-8bc6-4d1d-b3c8-62a5804c71e0 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.35 "DELETE /v2.0/ports/b2bc4996-8e90-4c79-9ed8-262730602376 HTTP/1.1" status: 204 len: 173 time: 0.4846988 Aug 19 09:20:29.023473 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'name': 'network-vif-deleted', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:20:29.025689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8d2898-ca94-477d-a94d-fc859ea16616" -d '{"events": [{"server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "name": "network-vif-deleted", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:20:29.059961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fec2f5-6fbf-40dd-bd6a-ad682fd524ba x-openstack-request-id: req-03fec2f5-6fbf-40dd-bd6a-ad682fd524ba {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:20:29.060191 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c850e5cb-c98e-487b-941e-5e12784e18aa", "name": "network-vif-deleted", "tag": "b2bc4996-8e90-4c79-9ed8-262730602376", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:20:29.060441 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03fec2f5-6fbf-40dd-bd6a-ad682fd524ba {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:20:29.060829 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c850e5cb-c98e-487b-941e-5e12784e18aa', 'name': 'network-vif-deleted', 'tag': 'b2bc4996-8e90-4c79-9ed8-262730602376', 'status': 'completed', 'code': 200} Aug 19 09:20:29.275440 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-e88eaef4-02d4-459a-8e2a-55d45f664bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281639 Aug 19 09:20:29.335093 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cee6d-f7bb-4184-ba05-3bee1894d484 req-24c33490-0a23-4c37-aadf-66abef0ad603 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:29.336630 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a57cee6d-f7bb-4184-ba05-3bee1894d484 req-24c33490-0a23-4c37-aadf-66abef0ad603 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0548720 Aug 19 09:20:29.383941 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a57cee6d-f7bb-4184-ba05-3bee1894d484 req-4196685b-d048-42e5-ae80-964e72e716ef tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Aug 19 09:20:29.415110 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-5445a92a-0101-4e41-ab6a-aa58077152f7 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846417 Aug 19 09:20:29.537840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420322b-0c1f-4d73-a5a6-1cfa6d31bfa1 req-126a0bc6-be29-4d6e-92f5-6af623ddd2d2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:29.539321 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a420322b-0c1f-4d73-a5a6-1cfa6d31bfa1 req-126a0bc6-be29-4d6e-92f5-6af623ddd2d2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0732093 Aug 19 09:20:29.544690 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7626d56d-1e7a-4848-882b-c930c76a5f86 req-156f760c-82b6-44e8-b93d-61a57877f35f service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222985 Aug 19 09:20:29.589276 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a420322b-0c1f-4d73-a5a6-1cfa6d31bfa1 req-be3ac4c5-e0e6-4df9-81f3-c0f54f0afc55 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Aug 19 09:20:29.679374 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-34ca647a-6d37-43d5-a98c-a07dcfc27a3d req-db0c7a28-ef34-416b-9dfb-e5e68fcc5196 tempest-VolumesActionsTest-513049404 tempest-VolumesActionsTest-513049404-project] 10.222.0.32 "GET /v2.0/ports?device_id=c850e5cb-c98e-487b-941e-5e12784e18aa HTTP/1.1" status: 200 len: 210 time: 0.0343518 Aug 19 09:20:30.497147 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9b865-cbd2-4e2a-ad71-0b5bc7015f95 req-b2b3ae15-659b-4235-aaaf-24766f52cfb4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:30.498589 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64a9b865-cbd2-4e2a-ad71-0b5bc7015f95 req-b2b3ae15-659b-4235-aaaf-24766f52cfb4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Aug 19 09:20:30.535578 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64a9b865-cbd2-4e2a-ad71-0b5bc7015f95 req-89b8c65b-cbb1-43ea-9006-e3838f36c37c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Aug 19 09:20:30.723504 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b81b-e179-4915-a665-33ec221ceb0a req-416bf978-7a0e-4ffd-ab8e-4485389dfa6b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:30.725651 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1078b81b-e179-4915-a665-33ec221ceb0a req-416bf978-7a0e-4ffd-ab8e-4485389dfa6b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0512533 Aug 19 09:20:30.770542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1078b81b-e179-4915-a665-33ec221ceb0a req-894d10f1-bab0-468b-8e1a-b753d90eb307 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Aug 19 09:20:31.653849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ad1b-3e59-499d-b174-813c05f88f0d req-0c1ee8b3-5b3a-4ab4-98c2-f0e086cae895 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:31.655247 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3626ad1b-3e59-499d-b174-813c05f88f0d req-0c1ee8b3-5b3a-4ab4-98c2-f0e086cae895 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0536652 Aug 19 09:20:31.696614 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3626ad1b-3e59-499d-b174-813c05f88f0d req-ac9c27a1-3376-4ad9-bb84-fd1cee8b6265 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Aug 19 09:20:31.751653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b2bc4996-8e90-4c79-9ed8-262730602376 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:20:31.772144 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: b2bc4996-8e90-4c79-9ed8-262730602376 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:20:31.772492 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b2bc4996-8e90-4c79-9ed8-262730602376 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:20:31.899294 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9381cd-eda1-434d-a97a-c0942f9a74d7 req-b1d1a5f1-efcb-414d-be6c-70857f954a99 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:31.901003 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c9381cd-eda1-434d-a97a-c0942f9a74d7 req-b1d1a5f1-efcb-414d-be6c-70857f954a99 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0569928 Aug 19 09:20:31.944466 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c9381cd-eda1-434d-a97a-c0942f9a74d7 req-b5205df3-9605-476b-a766-b3a622f72af5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366204 Aug 19 09:20:32.618826 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-9e0024f3-15b1-4488-b5e7-d3d50f7152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:32.620501 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-9e0024f3-15b1-4488-b5e7-d3d50f7152c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0408151 Aug 19 09:20:33.075290 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803b962-e873-4a73-9d26-b8082c259f46 req-0fb29767-beda-497c-adf0-a90df18837fb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:33.076788 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6803b962-e873-4a73-9d26-b8082c259f46 req-0fb29767-beda-497c-adf0-a90df18837fb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0572364 Aug 19 09:20:33.116358 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6803b962-e873-4a73-9d26-b8082c259f46 req-59e52cb3-61f1-4c5c-8731-32d806fcece5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Aug 19 09:20:34.231795 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badaa1a-73fd-4b8e-a157-303cadca4e90 req-5d9db4cd-4837-45a8-a9d1-24d199202fe9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:34.233326 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1badaa1a-73fd-4b8e-a157-303cadca4e90 req-5d9db4cd-4837-45a8-a9d1-24d199202fe9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0481198 Aug 19 09:20:34.270354 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1badaa1a-73fd-4b8e-a157-303cadca4e90 req-d25b37a9-e826-498a-a253-ea303e256839 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304937 Aug 19 09:20:35.390716 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350117-9f4e-4f07-af17-40bd997f0118 req-3ef5d852-0dbb-4d0e-977b-ae0e82ee7574 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:35.392226 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45350117-9f4e-4f07-af17-40bd997f0118 req-3ef5d852-0dbb-4d0e-977b-ae0e82ee7574 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0532665 Aug 19 09:20:35.431256 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45350117-9f4e-4f07-af17-40bd997f0118 req-00de675b-2ab1-4f61-8efc-adea4458c170 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Aug 19 09:20:35.537739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:36.542449 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ad379-5a48-4ad7-923b-16527827649e req-986956bf-d6bb-4b67-bd9c-0466115d3c03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:36.543926 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-293ad379-5a48-4ad7-923b-16527827649e req-986956bf-d6bb-4b67-bd9c-0466115d3c03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0474916 Aug 19 09:20:36.582942 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-293ad379-5a48-4ad7-923b-16527827649e req-c90074d6-abbc-4da2-8b27-bc8de1ee20da tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Aug 19 09:20:37.329448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-047959a2-5271-43b1-8ef6-db1c229492e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:37.330902 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-047959a2-5271-43b1-8ef6-db1c229492e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.0842764 Aug 19 09:20:37.644125 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-a8070b4b-81e0-466e-b120-e2dea6182971 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.0365777 Aug 19 09:20:37.694711 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-0913cdef-c1ea-4e17-bc98-d84983e0ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:37.696266 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-0913cdef-c1ea-4e17-bc98-d84983e0ec47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0436122 Aug 19 09:20:37.698827 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1c2c5-6273-419a-b54f-01c010b69806 req-62f370cb-8d92-4f6e-87fa-221138e5a815 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:37.700492 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b7a1c2c5-6273-419a-b54f-01c010b69806 req-62f370cb-8d92-4f6e-87fa-221138e5a815 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0502696 Aug 19 09:20:37.732007 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-0994b149-429e-4d85-ba1b-50105269c8fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253780 Aug 19 09:20:37.737745 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b7a1c2c5-6273-419a-b54f-01c010b69806 req-82078d29-d783-4c66-8686-65a70f607da8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Aug 19 09:20:37.833065 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-372aa435-1910-49af-b79e-488713dd8750 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Aug 19 09:20:37.920354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-75a8d65f-8725-4b20-8ddc-4450a0643e78 req-6a6c4a44-107a-4e2f-88cb-0525ac353cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800328 Aug 19 09:20:38.860379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571b923-000b-4900-a408-c0b278991cb9 req-a01cf2cb-f1ea-4f9e-a6fd-e9597dad5d7b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:38.861835 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5571b923-000b-4900-a408-c0b278991cb9 req-a01cf2cb-f1ea-4f9e-a6fd-e9597dad5d7b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0561004 Aug 19 09:20:38.898427 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5571b923-000b-4900-a408-c0b278991cb9 req-b8eebfc6-81da-4c03-8734-8bf97b8a0c18 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Aug 19 09:20:40.041659 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49578-4fd9-49c6-8de2-ed2048084065 req-37b63c6a-3f5a-4584-81a7-a652e24768cc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:40.043183 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38e49578-4fd9-49c6-8de2-ed2048084065 req-37b63c6a-3f5a-4584-81a7-a652e24768cc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0574663 Aug 19 09:20:40.081776 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38e49578-4fd9-49c6-8de2-ed2048084065 req-34f2b931-5bec-42de-827c-c3b6b147da88 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Aug 19 09:20:41.216913 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef14574-166b-45b7-827a-69fca9f0fbf1 req-2916823f-10ce-4bf8-8cb6-044b93144cdb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:41.218459 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ef14574-166b-45b7-827a-69fca9f0fbf1 req-2916823f-10ce-4bf8-8cb6-044b93144cdb tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0549674 Aug 19 09:20:41.258859 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ef14574-166b-45b7-827a-69fca9f0fbf1 req-3c5a87eb-b806-482b-9334-51119c51fb0b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Aug 19 09:20:41.857711 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:20:42.388248 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc27f-562a-44f1-81f2-06c1d5030789 req-f724b1ec-5a92-4d87-9ba6-98d4d721d774 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:42.390977 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-671dc27f-562a-44f1-81f2-06c1d5030789 req-f724b1ec-5a92-4d87-9ba6-98d4d721d774 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0611038 Aug 19 09:20:42.421524 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4d996a31-9c32-4bbf-9b3c-7a5ca4d06ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:42.442044 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-671dc27f-562a-44f1-81f2-06c1d5030789 req-adafd391-ab2f-472c-92be-916620e2844b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Aug 19 09:20:43.565073 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e07e-0957-4615-8600-b05adc7b264a req-9f63d628-8c5e-4112-8d12-8df5bfdb3fb6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:43.569749 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f535e07e-0957-4615-8600-b05adc7b264a req-9f63d628-8c5e-4112-8d12-8df5bfdb3fb6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0553455 Aug 19 09:20:43.606412 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f535e07e-0957-4615-8600-b05adc7b264a req-928dbcb6-c9e9-4b67-9f75-ec3465a8be7d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323761 Aug 19 09:20:44.732108 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa23a5-9417-4a3f-9535-7dd862c2301a req-f748a27d-afd5-4c71-a9ee-753e373db3c2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:44.737544 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-58fa23a5-9417-4a3f-9535-7dd862c2301a req-f748a27d-afd5-4c71-a9ee-753e373db3c2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0570509 Aug 19 09:20:44.772483 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-58fa23a5-9417-4a3f-9535-7dd862c2301a req-d5eb864e-c2b0-4eb4-97dd-570c4eba0b29 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 19 09:20:44.978876 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4e4a867b-d184-42f5-83f8-22d19000a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:45.197099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:45.893972 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18b35-ddd2-4af7-abbd-4c626d15db05 req-533d22f5-cb24-43d3-b65d-62433d1ade50 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:45.895641 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ffd18b35-ddd2-4af7-abbd-4c626d15db05 req-533d22f5-cb24-43d3-b65d-62433d1ade50 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0489967 Aug 19 09:20:45.939468 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ffd18b35-ddd2-4af7-abbd-4c626d15db05 req-37428130-f127-4dfb-96fc-06f6d18eb92a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 Aug 19 09:20:46.213331 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:47.073525 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8845a-d3b3-44b3-b537-6bcd3e7db034 req-b1e4c3c0-ce56-467d-923c-871c8b8cfd97 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:47.075629 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77f8845a-d3b3-44b3-b537-6bcd3e7db034 req-b1e4c3c0-ce56-467d-923c-871c8b8cfd97 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0654764 Aug 19 09:20:47.113947 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-77f8845a-d3b3-44b3-b537-6bcd3e7db034 req-eef5f66f-362f-4f3a-85a5-d918b030af70 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Aug 19 09:20:47.988481 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:48.234124 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5286-2d6b-428b-a7e5-1319bb653405 req-11f94c81-df97-483a-bff1-2c64a1975702 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:48.235643 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-872e5286-2d6b-428b-a7e5-1319bb653405 req-11f94c81-df97-483a-bff1-2c64a1975702 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0510812 Aug 19 09:20:48.296426 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-872e5286-2d6b-428b-a7e5-1319bb653405 req-82c07c45-c7d8-40e8-b1ce-5d0914edff7f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Aug 19 09:20:49.421192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0baced-0232-4c62-a941-e2bc34637980 req-ecb52e9a-6182-4f37-b828-e9dbac380ad6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:49.422867 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf0baced-0232-4c62-a941-e2bc34637980 req-ecb52e9a-6182-4f37-b828-e9dbac380ad6 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0522611 Aug 19 09:20:49.462005 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf0baced-0232-4c62-a941-e2bc34637980 req-9c647c06-a154-4109-b912-1ee3415a3f4b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Aug 19 09:20:50.585869 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36022-ce44-4f7f-8c6f-6610e96f1872 req-88afa6cb-fd81-4392-a5db-138756ded99b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:50.588056 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-94c36022-ce44-4f7f-8c6f-6610e96f1872 req-88afa6cb-fd81-4392-a5db-138756ded99b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0492413 Aug 19 09:20:50.631734 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-94c36022-ce44-4f7f-8c6f-6610e96f1872 req-3c2903a1-0637-414b-ae2b-790625711702 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Aug 19 09:20:51.361826 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-a6cdc01e-9615-44f8-92a2-6014156b3f3f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:51.363295 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-a6cdc01e-9615-44f8-92a2-6014156b3f3f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.1110716 Aug 19 09:20:51.378483 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-a6e958f7-2f9b-488b-8094-6cd68a6c6b9e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/quotas/8bd62739089241319075c92d0306a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Aug 19 09:20:51.430036 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-648b9122-d717-4a8c-804a-c51862428d56 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459871 Aug 19 09:20:51.529410 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-65b374aa-b995-466c-b210-cd65f16ca01c service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879560 Aug 19 09:20:51.623777 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-0433f6d6-34d0-434f-9289-5138b69b019b service neutron] 10.222.0.32 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 Aug 19 09:20:51.760787 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9585c-fda9-43e7-b1ec-b71b6e4ee911 req-99ad274f-1a4a-4800-8f2f-80e70293d626 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:51.762956 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-76a9585c-fda9-43e7-b1ec-b71b6e4ee911 req-99ad274f-1a4a-4800-8f2f-80e70293d626 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0532103 Aug 19 09:20:51.806994 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f185f3bc-e82f-4cbc-8891-5c0a39b1559f req-e7421574-405c-4058-b79e-cac934ec9142 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 210 time: 0.0323830 Aug 19 09:20:51.829113 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-76a9585c-fda9-43e7-b1ec-b71b6e4ee911 req-2495ef67-979d-45a4-b33d-7600f6a69df8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 Aug 19 09:20:52.941468 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ebfd11ee-54c8-4a98-a97b-a92e9ce16ad1 req-ae4ff900-b0a2-49c2-a6c7-55a8b6f65d38 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 210 time: 0.0395997 Aug 19 09:20:52.973843 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3536-4464-4924-a589-168aeac3fda3 req-daaec03b-8632-4147-a616-ac200a1ab569 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:52.976001 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-01af3536-4464-4924-a589-168aeac3fda3 req-daaec03b-8632-4147-a616-ac200a1ab569 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0583134 Aug 19 09:20:53.018152 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-01af3536-4464-4924-a589-168aeac3fda3 req-5bc81648-523d-4f7c-b828-be27a923a865 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Aug 19 09:20:53.620168 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-568b5cc6-b646-42c4-a4ac-124c42ded4c6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:53.621673 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-568b5cc6-b646-42c4-a4ac-124c42ded4c6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 815 time: 0.3746743 Aug 19 09:20:53.631972 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c198e9-0a3b-4901-8859-9f2f48ddb817 req-b2adecb7-9e90-417f-b1c4-f92de07db0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:53.633450 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-41c198e9-0a3b-4901-8859-9f2f48ddb817 req-b2adecb7-9e90-417f-b1c4-f92de07db0d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.2743065 Aug 19 09:20:53.672310 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Request body: {'port': {'device_id': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'admin_state_up': True, 'tenant_id': '8bd62739089241319075c92d0306a0a3'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:20:53.765586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-41c198e9-0a3b-4901-8859-9f2f48ddb817 req-45c3f9a4-a059-4791-a192-d8499dd10465 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Aug 19 09:20:53.812849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Made reservation on behalf of 8bd62739089241319075c92d0306a0a3 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:20:53.816722 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:53.952077 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Allocated IP 172.20.0.2 (5e78b5e6-6e38-4b51-a3a6-7fec0d074363/e2f4ac5d-43fa-48cd-891c-5fadb9193dd5/a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:20:54.096594 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9dacbcdf-e511-4f75-a28c-11e2ae3ebb58 req-52d97fa2-560c-4e36-8e50-8c906038f3b0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 210 time: 0.0771649 Aug 19 09:20:54.180573 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a15b-b491-4030-8a99-83da986b7bd9 req-6ae08c16-e3b8-45cf-b002-5872acfbc157 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:54.183168 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e372a15b-b491-4030-8a99-83da986b7bd9 req-6ae08c16-e3b8-45cf-b002-5872acfbc157 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0756938 Aug 19 09:20:54.190574 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:54.234445 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e372a15b-b491-4030-8a99-83da986b7bd9 req-a333e1f1-4436-4ba9-9b4e-a047331fc52d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Aug 19 09:20:54.234817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:54.284204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:20:54.290902 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:20:54.293763 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc', 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', '926dae50-59d9-47b4-9b81-d532dbdc9892'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:20:54.296809 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:20:54.301721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:54.302451 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:54.306213 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event updated for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:54.318977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.319249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.319637 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.320017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.320360 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.320692 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.321020 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.321349 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.321672 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.321994 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.322313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.322633 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:20:54.332577 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-09e3ba20-fdd8-4619-a9b2-df3d25b7bf3b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643286 Aug 19 09:20:54.572587 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Request body: {'port': {'device_id': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:20:54.670022 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:54.978294 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:20:54.986327 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:55.000009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Transition to ACTIVE for port object a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:20:55.004239 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:55.054026 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Pushing event updated for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:55.087494 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Attempting to bind port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:20:55.087975 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Attempting to bind port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:20:55.088416 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Attempting to bind port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:20:55.092855 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:20:55.093286 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Attempting to bind port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb on network 5e78b5e6-6e38-4b51-a3a6-7fec0d074363 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:20:55.098164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:20:55.099255 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Checking segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:20:55.099255 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Bound using segment: {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:20:55.100091 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Bound port: a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8899781c-44c4-466d-8c57-25aa0eda5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:20:55.100520 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:55.166230 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:20:55.169481 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:20:55.174221 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:55.215794 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:55.216315 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:20:55.217683 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] 10.222.0.35 "PUT /v2.0/ports/a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb HTTP/1.1" status: 200 len: 1093 time: 0.6544535 Aug 19 09:20:55.218112 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:20:55.220470 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a59c1-30cf-4432-add0-e8169184585e" -d '{"events": [{"name": "network-changed", "server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:20:55.253145 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97892d5-1dc5-4f1d-9790-02fd416ab25a req-475f349f-1a6e-4459-8711-bfee4cade4c8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:55.259610 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e97892d5-1dc5-4f1d-9790-02fd416ab25a req-475f349f-1a6e-4459-8711-bfee4cade4c8 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.0771039 Aug 19 09:20:55.264357 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e47f2-be0b-4612-bcf0-2d52c3fac92b service neutron] Pushing event updated for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:20:55.274657 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a4d4e-aeb2-415f-9b6d-5b62743ee1dc x-openstack-request-id: req-352a4d4e-aeb2-415f-9b6d-5b62743ee1dc {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:20:55.274943 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:20:55.275190 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-352a4d4e-aeb2-415f-9b6d-5b62743ee1dc {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:20:55.275608 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb', 'status': 'completed', 'code': 200} Aug 19 09:20:55.325162 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e97892d5-1dc5-4f1d-9790-02fd416ab25a req-0b9e1a3a-ff30-4d0d-ac3e-224d712c28bb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555630 Aug 19 09:20:55.400689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-10868d31-44c1-4113-9e29-8e001b5e7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:55.402108 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-10868d31-44c1-4113-9e29-8e001b5e7eab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 1096 time: 0.0894377 Aug 19 09:20:55.410279 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22809b-4db5-42f9-8a77-867524e344c8 req-c31056a7-81c6-45f2-8255-8919b78c9a99 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:55.412282 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d22809b-4db5-42f9-8a77-867524e344c8 req-c31056a7-81c6-45f2-8255-8919b78c9a99 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0834987 Aug 19 09:20:55.454318 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d22809b-4db5-42f9-8a77-867524e344c8 req-d5eee61d-d643-4960-90e7-919a5ed144d9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Aug 19 09:20:55.662592 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-1cf1d111-d546-470a-aff5-f0205f2f9d76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb HTTP/1.1" status: 200 len: 217 time: 0.0372486 Aug 19 09:20:55.722594 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f392e-39a6-4438-9c63-abb5af883f8c req-4fbadc07-bae7-4a6d-84b7-195986fc6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:55.725521 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-4fbadc07-bae7-4a6d-84b7-195986fc6370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.0527110 Aug 19 09:20:55.760047 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-c3db26bd-84b7-42d9-83dc-14c3094adc77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271857 Aug 19 09:20:55.854742 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-3a199cab-bd49-4ece-8688-526d2c50b0e5 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Aug 19 09:20:55.954230 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-612f392e-39a6-4438-9c63-abb5af883f8c req-79c9ab90-bbc5-40e9-9e74-3d462b0a367b service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923915 Aug 19 09:20:56.163677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a59c1-30cf-4432-add0-e8169184585e req-36889653-e19b-49f1-8093-38f874c9e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:56.165243 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-36889653-e19b-49f1-8093-38f874c9e29e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bd62739089241319075c92d0306a0a3&device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 1096 time: 0.0530694 Aug 19 09:20:56.282404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a59c1-30cf-4432-add0-e8169184585e req-0c7eac3a-cc3a-4dba-aec6-cf3cbb63d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:56.283868 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-0c7eac3a-cc3a-4dba-aec6-cf3cbb63d34b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 200 len: 916 time: 0.1020935 Aug 19 09:20:56.329848 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-9618d7e0-2286-48a3-adfc-fa2fbb97bffa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb HTTP/1.1" status: 200 len: 217 time: 0.0359931 Aug 19 09:20:56.413514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a59c1-30cf-4432-add0-e8169184585e req-06ca6c0d-7de0-429b-9ac7-62ca95d2865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:56.415050 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-06ca6c0d-7de0-429b-9ac7-62ca95d2865a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 200 len: 855 time: 0.0764596 Aug 19 09:20:56.460681 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-7d4e5c99-fb3c-4758-8600-8ee75f2c54c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5e78b5e6-6e38-4b51-a3a6-7fec0d074363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367131 Aug 19 09:20:56.544913 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f523-9615-46a5-8694-fdea1cea81e9 req-8e25643e-0c9e-476d-b845-ef741fe8146b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:56.546391 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9aa0f523-9615-46a5-8694-fdea1cea81e9 req-8e25643e-0c9e-476d-b845-ef741fe8146b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.1358440 Aug 19 09:20:56.606903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5add3f-2d0f-4141-8e74-01ee332f6c45 req-99ed1725-8317-4fda-aaac-116ec5525805 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:56.615389 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-76bb7a24-a561-4509-8f73-940ed9516d86 service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456506 Aug 19 09:20:56.615902 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9a5add3f-2d0f-4141-8e74-01ee332f6c45 req-99ed1725-8317-4fda-aaac-116ec5525805 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0618463 Aug 19 09:20:56.618220 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9aa0f523-9615-46a5-8694-fdea1cea81e9 req-0d0f7642-66d3-49b3-a215-11ff1a76f93a tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Aug 19 09:20:56.679764 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9a5add3f-2d0f-4141-8e74-01ee332f6c45 req-d4867fa0-2bc0-4826-a0d0-94ddf3022097 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Aug 19 09:20:56.744352 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b6a59c1-30cf-4432-add0-e8169184585e req-5bc155e6-3007-4fb2-ba35-8f08cb9cff4b service neutron] 10.222.0.35 "GET /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210093 Aug 19 09:20:57.817007 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dd6fe-d6b6-4d6d-a652-cbdb5dbc4256 req-fde0382c-d00c-4247-b295-31f8fecf9819 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:57.826096 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-814dd6fe-d6b6-4d6d-a652-cbdb5dbc4256 req-fde0382c-d00c-4247-b295-31f8fecf9819 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.1185548 Aug 19 09:20:57.858133 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680d3ec-ffe7-49ee-b9e4-a333a1ee0ecf req-91d8d616-e7b2-48a4-9a3c-a10459a4ce88 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:57.865688 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-814dd6fe-d6b6-4d6d-a652-cbdb5dbc4256 req-d6d2a629-4412-4710-a081-af0a0b937fa0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Aug 19 09:20:57.866635 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f680d3ec-ffe7-49ee-b9e4-a333a1ee0ecf req-91d8d616-e7b2-48a4-9a3c-a10459a4ce88 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.1136274 Aug 19 09:20:57.911726 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f680d3ec-ffe7-49ee-b9e4-a333a1ee0ecf req-a856f18f-714b-471b-8fa6-731f27a56138 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Aug 19 09:20:58.300201 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0c3d-9c98-4322-a5c9-34f478a00210 req-774add46-07f4-41ea-9395-ed4d36f1d892 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:58.302205 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-959d0c3d-9c98-4322-a5c9-34f478a00210 req-774add46-07f4-41ea-9395-ed4d36f1d892 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0629809 Aug 19 09:20:58.325878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-3197a455-d581-49db-9f8c-b80bcc4fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:58.327787 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-3197a455-d581-49db-9f8c-b80bcc4fa9e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 1099 time: 0.0598898 Aug 19 09:20:58.350452 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-959d0c3d-9c98-4322-a5c9-34f478a00210 req-0e4cf9ce-5537-46e4-91e8-06720b69c975 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Aug 19 09:20:58.445409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-0706d647-1e8a-4e23-aaa2-a261386ef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:58.447059 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-0706d647-1e8a-4e23-aaa2-a261386ef1ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 200 len: 920 time: 0.1097262 Aug 19 09:20:58.504339 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-1375c40b-561d-446f-89b0-82769a8c38ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 200 len: 217 time: 0.0416708 Aug 19 09:20:58.586642 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-b714d059-08b9-4842-8983-d67f7779c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:58.590318 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-b714d059-08b9-4842-8983-d67f7779c6c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 200 len: 859 time: 0.0742054 Aug 19 09:20:58.636062 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-4393994c-32be-4d95-a879-11f130ce5ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82e71227-b874-48ff-b3e0-b3bc213455c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345554 Aug 19 09:20:58.757391 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-721a9da7-a5ca-40e8-b0a7-647bc66170cc service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Aug 19 09:20:58.886323 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94ab07f-3bc2-4e1b-b9ea-9d8dccab39ce req-748cde15-ac04-4ed5-81c0-2d01c081c368 service neutron] 10.222.0.35 "GET /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057463 Aug 19 09:20:59.019606 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045dfd-6daf-4933-b56f-86005b3b0592 req-ff8e864b-95d8-4309-b527-df552026bf54 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:59.021985 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-43045dfd-6daf-4933-b56f-86005b3b0592 req-ff8e864b-95d8-4309-b527-df552026bf54 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.0563293 Aug 19 09:20:59.085012 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-43045dfd-6daf-4933-b56f-86005b3b0592 req-cf7626b4-a6aa-4615-84fb-d224dab7be7f tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Aug 19 09:20:59.493973 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71170278-e880-44c6-a556-278b437976de req-020a6e29-2e67-4af8-8cb8-b23aaf3265a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:20:59.501274 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-71170278-e880-44c6-a556-278b437976de req-020a6e29-2e67-4af8-8cb8-b23aaf3265a9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0670047 Aug 19 09:20:59.540693 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-71170278-e880-44c6-a556-278b437976de req-d00e8a5a-5cff-443c-8c4f-3fd8b06ed1da tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Aug 19 09:21:00.206685 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86491a-cd47-4c88-ba74-70fba97f7a28 req-88e01830-5e6b-4028-b595-624fdd065e5e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:00.208928 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ee86491a-cd47-4c88-ba74-70fba97f7a28 req-88e01830-5e6b-4028-b595-624fdd065e5e tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.0504465 Aug 19 09:21:00.246155 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ee86491a-cd47-4c88-ba74-70fba97f7a28 req-3dcd1472-7b09-41fb-a9c8-58245e4f36f1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Aug 19 09:21:00.660425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550209-de09-4781-8f22-d0285e819208 req-fa20d7d1-fa68-4555-b507-a264d92592e5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:00.662542 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ba550209-de09-4781-8f22-d0285e819208 req-fa20d7d1-fa68-4555-b507-a264d92592e5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0480976 Aug 19 09:21:00.700001 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ba550209-de09-4781-8f22-d0285e819208 req-f2575066-5d9d-4aeb-ae06-ee8f40196d4d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Aug 19 09:21:01.366732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13878305-1b3c-46d6-bd11-4463296acb48 req-df721a05-4ee8-4ed4-9864-37d55704ca7d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:01.368269 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13878305-1b3c-46d6-bd11-4463296acb48 req-df721a05-4ee8-4ed4-9864-37d55704ca7d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 943 time: 0.0517371 Aug 19 09:21:01.407703 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13878305-1b3c-46d6-bd11-4463296acb48 req-7d382da6-cba2-457e-b105-93ca42912223 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Aug 19 09:21:01.819878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d3a9e-56e9-4407-aa64-08cddd7846bc req-7c54e2b2-18fa-4f6d-93a9-bf32e938a83c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:01.821628 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df8d3a9e-56e9-4407-aa64-08cddd7846bc req-7c54e2b2-18fa-4f6d-93a9-bf32e938a83c tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0530586 Aug 19 09:21:01.858880 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-df8d3a9e-56e9-4407-aa64-08cddd7846bc req-5a4bbd61-7d1c-4e9e-aeda-8b7f0549d92f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Aug 19 09:21:01.886351 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:21:01.979396 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:01.990613 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb', 'network_id': '5e78b5e6-6e38-4b51-a3a6-7fec0d074363', 'port_id': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb', 'mac_address': 'fa:16:3e:62:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4ac5d-43fa-48cd-891c-5fadb9193dd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:21:02.027322 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.043752 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:21:02.062939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:02.066575 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.112196 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:02.119254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.119627 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.119965 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.120298 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.120631 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.120958 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.121282 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.121604 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.121952 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.122276 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.122596 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.122914 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.523052 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4502fe-0ae9-484f-a6ea-e3ca2344aa70 req-189e7476-e596-443b-be8f-8cf1a790d2c4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:02.524605 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4e4502fe-0ae9-484f-a6ea-e3ca2344aa70 req-189e7476-e596-443b-be8f-8cf1a790d2c4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 944 time: 0.0484753 Aug 19 09:21:02.537396 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 49616) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:02.562182 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4e4502fe-0ae9-484f-a6ea-e3ca2344aa70 req-ab8d9999-7f4a-4f95-a239-daed8c5c7168 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Aug 19 09:21:02.581017 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Deleting subnet 80672581-b274-456b-b770-96576a748944 {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:21:02.585562 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.621923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.658998 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.708227 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.733732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80672581-b274-456b-b770-96576a748944,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:02.736320 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.737825 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/80672581-b274-456b-b770-96576a748944 HTTP/1.1" status: 204 len: 168 time: 0.1994672 Aug 19 09:21:02.741002 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 49618) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:02.744311 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.744663 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.745004 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.745335 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.745678 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.745994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.746321 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.746647 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.746972 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.747382 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.747747 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.748069 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba52b7d-7a30-4512-bf73-796b35d61dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:02.794415 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:02.810649 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.896335 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:02.906790 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.907133 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.907918 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.908242 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.908584 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.908901 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.909245 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.909556 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.909850 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.910163 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:02.978457 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae15d3c-3f47-4b52-bc52-94d32b0b3497 req-09019542-c8c1-4c90-b8a6-4bc8f19af2d9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:02.979939 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7ae15d3c-3f47-4b52-bc52-94d32b0b3497 req-09019542-c8c1-4c90-b8a6-4bc8f19af2d9 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0476201 Aug 19 09:21:03.021654 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7ae15d3c-3f47-4b52-bc52-94d32b0b3497 req-7c0bab0e-6496-4a3f-a4ac-755e7d82b8ca tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Aug 19 09:21:03.066100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:03.066454 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:03.066785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:03.067879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 09:21:03.068266 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d9aee0-6921-4c01-95c7-a746e497353e']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:03.085215 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30afa586-513a-4156-867d-177bfc49876b') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:03.085511 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30afa586-513a-4156-867d-177bfc49876b') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:03.106234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.132040 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.140026 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:21:03.140409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: from cryptography.utils import int_from_bytes Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: from cryptography.utils import int_from_bytes Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:21:03.144414 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:21:03.197345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.204189 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.206119 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/91d9aee0-6921-4c01-95c7-a746e497353e HTTP/1.1" status: 204 len: 168 time: 0.4641232 Aug 19 09:21:03.215999 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb77769-d501-41b2-9997-5fef813008c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d9aee0-6921-4c01-95c7-a746e497353e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:03.369038 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 49626) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:03.412291 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d6f4cd1d-7c8d-4ab7-b4f9-5226fa1710f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca3fe8da8a104ba2b3e206211030cffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420904 Aug 19 09:21:03.414789 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 49628) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:03.469712 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.491364 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.536817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.539346 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:03.540522 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2714dd35-494b-4645-b97c-4aed2be0700a HTTP/1.1" status: 204 len: 168 time: 0.1245515 Aug 19 09:21:03.547702 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3811500-8fcf-4342-9a6a-9b8a43b0e7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714dd35-494b-4645-b97c-4aed2be0700a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:03.677076 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9968b-3563-468e-8b3c-70e756ca9931 req-871e8064-abfa-43be-acd0-35ac2a3dd5fd tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:03.678569 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6be9968b-3563-468e-8b3c-70e756ca9931 req-871e8064-abfa-43be-acd0-35ac2a3dd5fd tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 944 time: 0.0494561 Aug 19 09:21:03.723489 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6be9968b-3563-468e-8b3c-70e756ca9931 req-fa5acc8f-3212-4823-959b-16111cd921ae tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Aug 19 09:21:04.151622 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6cc6b-4a80-4cca-8ec6-a45b35f3c332 req-228a7047-fd80-4765-8c22-72d08cec7a4e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:04.153159 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2dc6cc6b-4a80-4cca-8ec6-a45b35f3c332 req-228a7047-fd80-4765-8c22-72d08cec7a4e tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0514987 Aug 19 09:21:04.195262 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2dc6cc6b-4a80-4cca-8ec6-a45b35f3c332 req-efb2347a-8e71-44c2-ae8d-dcda0dfa6495 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Aug 19 09:21:04.265879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 49666) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:04.378371 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-612347149-network', 'tenant_id': 'ed982dbeb62c47f9b68eed4195a3e3a7'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:04.404575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Made reservation on behalf of ed982dbeb62c47f9b68eed4195a3e3a7 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:04.406851 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.415631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.515483 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.522799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.556303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:21:04.577611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617c1500-be58-416d-bb36-be1c5f94175a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:04.583663 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.584675 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Added segment b8556c19-5774-4e20-bf49-7f6b0cf51474 of type vlan for network 2cdad480-ecf1-480c-be1b-4e9459f44f51 Aug 19 09:21:04.863378 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.900351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b2d9-a5f8-4c23-a59d-4b9dbf99688a req-b1a58e6d-016d-49b2-9dd9-940d161bf22c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:04.901818 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a276b2d9-a5f8-4c23-a59d-4b9dbf99688a req-b1a58e6d-016d-49b2-9dd9-940d161bf22c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 944 time: 0.0721083 Aug 19 09:21:04.902823 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.903703 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:04.904258 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:04.976273 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7090812 Aug 19 09:21:04.979252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 49690) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:04.984197 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Request body: {'subnet': {'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-612347149-subnet', 'tenant_id': 'ed982dbeb62c47f9b68eed4195a3e3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:04.988295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44635d-c7c1-428f-93d4-d3097d3baa1a admin admin] Pushing event updated for resources: {'Network': ['ID=2cdad480-ecf1-480c-be1b-4e9459f44f51,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:04.995921 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a276b2d9-a5f8-4c23-a59d-4b9dbf99688a req-846505f1-1e60-437a-a5c4-a5706650f4aa tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880613 Aug 19 09:21:04.999511 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:21:05.007795 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Made reservation on behalf of ed982dbeb62c47f9b68eed4195a3e3a7 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:05.010448 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16342921'] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:05.384010 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14877397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16342943'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:05.437026 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce48fa3-e280-42b4-8dac-47a42338df18,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:05.447414 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Checking segment: {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:05.447767 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Network hostable DHCP agents. Network: 2cdad480-ecf1-480c-be1b-4e9459f44f51, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:21:05.463558 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:21:05.471405 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 2cdad480-ecf1-480c-be1b-4e9459f44f51) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:05.475440 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:05.476030 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:05.480394 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62a3b0-f3f2-459f-97dd-bd0a0d6302f7 None None] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:21:05.489196 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b64cc37f-b595-4744-915f-b5296007411c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5088270 Aug 19 09:21:05.547193 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:05.617926 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f14238-5d95-440a-a5d5-985370fa923d None None] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:21:05.886351 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:05.946118 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:05.949727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:05.950114 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:06.075029 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:06.097456 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:06.100145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9225b-94d9-4acf-93fa-a07b8ced2467" -d '{"events": [{"server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "name": "network-vif-plugged", "status": "completed", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:06.112639 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:06.118216 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:06.139766 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35c676-3f6c-4ed4-a84a-ea1c4782ccdf req-b6fc0aa3-ee01-4a92-841f-ede9677c8ee6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:06.141316 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6d35c676-3f6c-4ed4-a84a-ea1c4782ccdf req-b6fc0aa3-ee01-4a92-841f-ede9677c8ee6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 944 time: 0.0552042 Aug 19 09:21:06.144125 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524603b-4189-4063-85ae-3ff66c8216ee x-openstack-request-id: req-1524603b-4189-4063-85ae-3ff66c8216ee {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:06.144514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "name": "network-vif-plugged", "status": "completed", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:06.144840 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1524603b-4189-4063-85ae-3ff66c8216ee {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:06.145914 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb', 'code': 200} Aug 19 09:21:06.169364 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:06.182654 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6d35c676-3f6c-4ed4-a84a-ea1c4782ccdf req-60b2cdf5-eef7-4594-a7b8-7b8662dd67e1 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Aug 19 09:21:06.341195 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2127-30b6-4c00-bad6-d769ed7cb088 req-ee84d0ae-374b-4ca7-a538-575e11206e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:06.342576 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19ee2127-30b6-4c00-bad6-d769ed7cb088 req-ee84d0ae-374b-4ca7-a538-575e11206e47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 1098 time: 0.0386634 Aug 19 09:21:06.376649 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19ee2127-30b6-4c00-bad6-d769ed7cb088 req-acae9bf4-b304-4b29-9fdc-7da8dbd2e90e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267065 Aug 19 09:21:07.300285 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5a8f-55a3-4025-8914-c5c3825a87a7 req-70e3ea42-0b41-430a-82ef-a6d4d22b9ad6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:07.307753 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e8d5a8f-55a3-4025-8914-c5c3825a87a7 req-70e3ea42-0b41-430a-82ef-a6d4d22b9ad6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0557592 Aug 19 09:21:07.327049 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-ca539e37-9b95-4f63-aaa1-22ba9c6e3871 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:07.328900 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-ca539e37-9b95-4f63-aaa1-22ba9c6e3871 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 813 time: 0.1075013 Aug 19 09:21:07.340232 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e8d5a8f-55a3-4025-8914-c5c3825a87a7 req-81f5f488-d065-4432-aff3-a789f8c0241c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Aug 19 09:21:07.344195 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-039b618e-d51c-4d73-9a5c-dd8165ff0062 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/quotas/ed982dbeb62c47f9b68eed4195a3e3a7 HTTP/1.1" status: 200 len: 375 time: 0.0095119 Aug 19 09:21:07.383903 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-046d23ff-aea7-400c-9e56-ccd854a4c225 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297921 Aug 19 09:21:07.473955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dd97f4dd-1608-4aff-a611-1d1f97041b7d service neutron] 10.222.0.32 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844505 Aug 19 09:21:07.562200 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-9c6863ee-d0f4-4f6f-9081-7b9059d8f572 service neutron] 10.222.0.32 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810916 Aug 19 09:21:07.714776 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e583034e-cbff-402f-a14e-2dda7deb048c req-99a761be-92f1-4f61-bd6f-b56553ad6ab5 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Aug 19 09:21:08.454318 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eca318-765f-4179-a840-275353be0809 req-9feededa-4f1d-4d11-8538-0bcd5fc5f440 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:08.455758 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-00eca318-765f-4179-a840-275353be0809 req-9feededa-4f1d-4d11-8538-0bcd5fc5f440 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0479319 Aug 19 09:21:08.498174 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-00eca318-765f-4179-a840-275353be0809 req-9db3b5b6-c34a-4a6a-9da7-11a1276d3016 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Aug 19 09:21:08.821716 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bb5ad0fa-39a0-405d-98e0-d3c2a28c3237 req-69efbb51-6eb8-44ac-a577-4ba62169911f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Aug 19 09:21:08.929073 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-d3019dd7-48ef-4bf2-a39e-8d514217f88e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:08.930587 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-d3019dd7-48ef-4bf2-a39e-8d514217f88e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 813 time: 0.1112480 Aug 19 09:21:08.969085 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Request body: {'port': {'device_id': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51', 'admin_state_up': True, 'tenant_id': 'ed982dbeb62c47f9b68eed4195a3e3a7'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:09.078645 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Made reservation on behalf of ed982dbeb62c47f9b68eed4195a3e3a7 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:09.082231 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.235795 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Allocated IP 172.20.0.12 (2cdad480-ecf1-480c-be1b-4e9459f44f51/9ce48fa3-e280-42b4-8dac-47a42338df18/a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:09.260214 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc4b21-6bdf-4ad7-b527-86a644376a6a req-0098c175-0316-462f-8f95-33f00c12e24f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:09.261700 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fdcc4b21-6bdf-4ad7-b527-86a644376a6a req-0098c175-0316-462f-8f95-33f00c12e24f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0726676 Aug 19 09:21:09.326076 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fdcc4b21-6bdf-4ad7-b527-86a644376a6a req-34118c97-2342-4130-838e-37a3193979cd tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578065 Aug 19 09:21:09.421467 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.461573 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.505033 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:09.510298 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:09.513100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:09.546458 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 49802) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:09.547316 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Pushing event updated for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:09.567786 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:09.569582 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.585215 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-dca1f141-6cbb-456b-9ab0-d7a14202c2ae tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6198809 Aug 19 09:21:09.604890 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Request body: {'port': {'device_id': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:09.653096 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8f7c134b-b799-4aa6-9681-fa4f30548e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.657796 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.750191 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8f7c134b-b799-4aa6-9681-fa4f30548e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.753978 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8f7c134b-b799-4aa6-9681-fa4f30548e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.792031 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8f7c134b-b799-4aa6-9681-fa4f30548e08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d87a6e32e8cd4b7d8f122b72190b08ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437487 Aug 19 09:21:09.794261 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c134b-b799-4aa6-9681-fa4f30548e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f718c-05bb-436d-ad7c-064830c5c14d,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:09.796474 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 49808) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:09.847401 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.871542 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.945709 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:21:09.953723 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.956358 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.957807 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be5f718c-05bb-436d-ad7c-064830c5c14d HTTP/1.1" status: 204 len: 168 time: 0.1601217 Aug 19 09:21:09.958570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.972729 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Transition to ACTIVE for port object a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:09.974813 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774b3bb-69c9-4df9-aa38-d886991d1ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f718c-05bb-436d-ad7c-064830c5c14d,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:09.979169 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:09.990111 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4bca5-917e-42ea-a704-d0104a02a97c req-dd2c2d08-532a-4b9b-b3eb-208a2858d85d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.000209 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a4d4bca5-917e-42ea-a704-d0104a02a97c req-dd2c2d08-532a-4b9b-b3eb-208a2858d85d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 932 time: 0.0865211 Aug 19 09:21:10.060846 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a4d4bca5-917e-42ea-a704-d0104a02a97c req-b50adc84-b0b7-4719-bd6c-0ab94a03e5fe tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598133 Aug 19 09:21:10.082889 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:10.117307 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Attempting to bind port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:21:10.117643 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Attempting to bind port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:21:10.117970 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Attempting to bind port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:10.122489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:21:10.122833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Attempting to bind port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:10.127828 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:21:10.128164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Checking segment: {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:10.128545 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Bound using segment: {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:21:10.128971 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Bound port: a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:21:10.129332 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:10.200049 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:21:10.203409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:21:10.214061 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:10.249000 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.249642 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:10.255312 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] 10.222.0.35 "PUT /v2.0/ports/a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 HTTP/1.1" status: 200 len: 1094 time: 0.6502790 Aug 19 09:21:10.255312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:10.255312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:10.279456 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400392d6-e2e0-4c3d-963b-27a8bac1c888 service neutron] Pushing event updated for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:10.311417 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ee38f-73c2-421c-bd6e-54b213761a2a x-openstack-request-id: req-e44ee38f-73c2-421c-bd6e-54b213761a2a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:10.311635 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:10.311882 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e44ee38f-73c2-421c-bd6e-54b213761a2a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:10.312272 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36', 'status': 'completed', 'code': 200} Aug 19 09:21:10.400201 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-c5221ac0-c7e7-4423-af0e-58a81fdcfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.401836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-c5221ac0-c7e7-4423-af0e-58a81fdcfe99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 1097 time: 0.0611322 Aug 19 09:21:10.474960 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4885f8-e8ec-457f-9ad9-45421a3d89f7 req-bc153da0-b80a-46a2-957d-01c70fdf77a3 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.477125 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fc4885f8-e8ec-457f-9ad9-45421a3d89f7 req-bc153da0-b80a-46a2-957d-01c70fdf77a3 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0658600 Aug 19 09:21:10.480065 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-32be8485-28ae-45f4-ae55-ac08c1d778aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 HTTP/1.1" status: 200 len: 217 time: 0.0428078 Aug 19 09:21:10.523624 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fc4885f8-e8ec-457f-9ad9-45421a3d89f7 req-aad2d628-eb7f-4c69-b10a-753d26507ba4 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Aug 19 09:21:10.533124 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-4d1031ee-488b-4b75-b8db-37e2e5a66e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.534606 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-4d1031ee-488b-4b75-b8db-37e2e5a66e34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce48fa3-e280-42b4-8dac-47a42338df18 HTTP/1.1" status: 200 len: 853 time: 0.0461609 Aug 19 09:21:10.567039 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-14922a8b-c708-41cb-81b6-272c56dbe8ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2cdad480-ecf1-480c-be1b-4e9459f44f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252197 Aug 19 09:21:10.664857 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-3470e722-e912-495f-8de4-e18680923ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899122 Aug 19 09:21:10.756785 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73edf135-e12b-440e-beec-c8b8e5d75947 req-76e0fc6e-155d-4f98-87b7-253f6746ddbc service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Aug 19 09:21:10.905780 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-b1f0fd44-2fa7-496e-b520-26099d351952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:10.907321 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-b1f0fd44-2fa7-496e-b520-26099d351952 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 1097 time: 0.0445056 Aug 19 09:21:11.011319 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-022fa8c0-0110-4311-95a7-28b07456d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:11.012882 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-022fa8c0-0110-4311-95a7-28b07456d4bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 914 time: 0.0878577 Aug 19 09:21:11.067406 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-1112a19e-7370-48ea-9651-e7ade9eac60d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 HTTP/1.1" status: 200 len: 217 time: 0.0423784 Aug 19 09:21:11.130068 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-2985a150-c246-4aac-adc8-a7bc925170cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:11.133135 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-2985a150-c246-4aac-adc8-a7bc925170cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce48fa3-e280-42b4-8dac-47a42338df18 HTTP/1.1" status: 200 len: 853 time: 0.0595934 Aug 19 09:21:11.173073 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-e78efcbc-74b0-4978-9905-7f2ac932acc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2cdad480-ecf1-480c-be1b-4e9459f44f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312192 Aug 19 09:21:11.270486 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869fdb-c07d-499c-9550-35bf1e1945eb req-8abeabc1-542e-4f85-a119-05a9f7e3aca8 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:11.272139 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b8869fdb-c07d-499c-9550-35bf1e1945eb req-8abeabc1-542e-4f85-a119-05a9f7e3aca8 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.1014636 Aug 19 09:21:11.313004 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-e30f5206-b42c-4023-bd2e-cf94ae7928ca service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284695 Aug 19 09:21:11.343349 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b8869fdb-c07d-499c-9550-35bf1e1945eb req-d8eae81a-af40-4a67-976f-cb569dc3a3bf tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592742 Aug 19 09:21:11.410777 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1ab3aa88-1a17-4930-af3f-b9be3d02c3bd req-9890e961-876c-412e-9765-95cf7a2d23d6 service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887039 Aug 19 09:21:11.641164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0e878-e0ab-4acf-b9dd-f1bf1f96d319 req-2710cecb-5f5f-4c38-a4c1-fd58601a5496 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:11.644556 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a0e878-e0ab-4acf-b9dd-f1bf1f96d319 req-2710cecb-5f5f-4c38-a4c1-fd58601a5496 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0484684 Aug 19 09:21:11.680477 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e9a0e878-e0ab-4acf-b9dd-f1bf1f96d319 req-63c7f346-8fdf-498b-bacf-dc0807ccb328 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Aug 19 09:21:12.416121 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-86a092dd-e7c7-4567-b15a-c17d23353168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:12.467952 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3d7fa-2c9e-499d-a25b-5f2e05e17ada req-72feba4e-7487-4881-9fbb-17f865d36821 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:12.469328 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-81f3d7fa-2c9e-499d-a25b-5f2e05e17ada req-72feba4e-7487-4881-9fbb-17f865d36821 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0481198 Aug 19 09:21:12.507092 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-81f3d7fa-2c9e-499d-a25b-5f2e05e17ada req-bb0515b8-39d2-42e8-b013-3118a5f2e09b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Aug 19 09:21:12.793023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9bf46-39fb-4679-b312-6d60fba323e2 req-ffb6c7e9-af19-4d4f-8dff-3d0adbea2adc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:12.794398 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cb9bf46-39fb-4679-b312-6d60fba323e2 req-ffb6c7e9-af19-4d4f-8dff-3d0adbea2adc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0511258 Aug 19 09:21:12.834178 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cb9bf46-39fb-4679-b312-6d60fba323e2 req-8706c1b5-4b61-4b13-b4f0-94ae0d287694 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Aug 19 09:21:12.854470 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-94d3af46-a15e-4150-aff3-cfc10b6117a5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:12.856002 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-94d3af46-a15e-4150-aff3-cfc10b6117a5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 946 time: 0.0572999 Aug 19 09:21:12.946832 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Deleting port 0012aba4-1975-4e17-9e36-63ccd5b799da {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:12.947174 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:13.032557 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] For port 0012aba4-1975-4e17-9e36-63ccd5b799da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=0012aba4-1975-4e17-9e36-63ccd5b799da,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:13.032920 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:13.045242 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Calling delete_port for 0012aba4-1975-4e17-9e36-63ccd5b799da owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:13.169924 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:13.198521 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Pushing event deleted for resources: {'Port': ['ID=0012aba4-1975-4e17-9e36-63ccd5b799da,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:13.238955 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] No DVR routers for this DVR port 0012aba4-1975-4e17-9e36-63ccd5b799da on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:13.242374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:13.244352 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9c5f60b-ecad-4f3b-b035-aa17f5e62ad1 req-f86ef929-76e0-4187-aaf7-14e151548411 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "DELETE /v2.0/ports/0012aba4-1975-4e17-9e36-63ccd5b799da HTTP/1.1" status: 204 len: 173 time: 0.3806963 Aug 19 09:21:13.244799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'name': 'network-vif-deleted', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:13.247092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac87cc2-968c-47ba-8eaf-4e057ff8e8b9" -d '{"events": [{"server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "name": "network-vif-deleted", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:13.281652 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d0e1ec-8416-49dd-abd9-ac03c53e418e x-openstack-request-id: req-16d0e1ec-8416-49dd-abd9-ac03c53e418e {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:13.281942 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf", "name": "network-vif-deleted", "tag": "0012aba4-1975-4e17-9e36-63ccd5b799da", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:13.282193 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16d0e1ec-8416-49dd-abd9-ac03c53e418e {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:13.282577 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf', 'name': 'network-vif-deleted', 'tag': '0012aba4-1975-4e17-9e36-63ccd5b799da', 'status': 'completed', 'code': 200} Aug 19 09:21:13.802941 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e002f-e907-4280-ac77-3ad376b76d04 req-91607275-4c57-4af1-86f5-2b2037a45d7b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:13.804435 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a19e002f-e907-4280-ac77-3ad376b76d04 req-91607275-4c57-4af1-86f5-2b2037a45d7b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.2301354 Aug 19 09:21:13.840666 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a19e002f-e907-4280-ac77-3ad376b76d04 req-2b55e937-0311-48d3-86bb-0f5b592e4e2f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Aug 19 09:21:13.925039 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c52a28c7-d2a2-48d0-8428-d2f047cec522 req-89e20d8d-1bca-4547-b91d-273a3940dbd7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0252659 Aug 19 09:21:14.954753 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688dca0-a74d-4993-8db9-31135042d14c req-f7820caa-7d2d-4d24-ba52-89f5cb93e5d3 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:14.956225 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7688dca0-a74d-4993-8db9-31135042d14c req-f7820caa-7d2d-4d24-ba52-89f5cb93e5d3 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0477669 Aug 19 09:21:14.981915 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-618ffb50-e905-493e-85e7-9dca13625f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:14.994074 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7688dca0-a74d-4993-8db9-31135042d14c req-349e780a-8e9f-4f97-a3b4-01d716381fa1 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Aug 19 09:21:15.076702 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0a44f775-4ecd-489e-8781-08c74c825dfc req-ff141ba0-5ee3-4d08-8d5f-66d8e865dee7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0286746 Aug 19 09:21:15.198023 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:16.107736 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c479fb0-d671-497c-91ee-f5dfa4e7dce4 req-27ba7567-c53e-42fb-8275-f5f8608977e4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:16.109180 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c479fb0-d671-497c-91ee-f5dfa4e7dce4 req-27ba7567-c53e-42fb-8275-f5f8608977e4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0482175 Aug 19 09:21:16.144877 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c479fb0-d671-497c-91ee-f5dfa4e7dce4 req-b904f1a2-639f-4402-9653-76d2ceb3663f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299437 Aug 19 09:21:16.215152 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:16.224542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e541282-f403-4a70-83fa-485dee2d556f req-5eb91a63-f505-4a09-9b6e-0993b624e4ce tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0271022 Aug 19 09:21:16.606973 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ac485851-543b-4b61-ba46-32cc68fcf2c4', '0012aba4-1975-4e17-9e36-63ccd5b799da'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:17.277989 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73e03e-308b-4c6a-b909-6b3e0f908683 req-be7aa309-64a5-4674-8c81-be2ba33c585b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:17.279539 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0a73e03e-308b-4c6a-b909-6b3e0f908683 req-be7aa309-64a5-4674-8c81-be2ba33c585b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0577767 Aug 19 09:21:17.318750 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0a73e03e-308b-4c6a-b909-6b3e0f908683 req-2d91f0ba-928b-430f-b346-1ce23abfa42a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Aug 19 09:21:17.338362 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c1718563-5405-4076-9ef6-a5004df578d5 req-a67f6b29-5b95-4a6c-9717-dac3e862d066 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9e24fe-c874-4f41-9c0b-6cbb4cf2b7bf HTTP/1.1" status: 200 len: 210 time: 0.0268898 Aug 19 09:21:17.988818 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:18.435512 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a63d4-a994-4d02-b432-0b132aa1dc3a req-23683c2e-83a5-4a20-a9b8-2e64a650461d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:18.437028 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e44a63d4-a994-4d02-b432-0b132aa1dc3a req-23683c2e-83a5-4a20-a9b8-2e64a650461d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0494578 Aug 19 09:21:18.476799 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e44a63d4-a994-4d02-b432-0b132aa1dc3a req-fd808748-0da8-4c67-86e4-6a5687cd69ea tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Aug 19 09:21:18.613179 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6af6-2d13-4d86-bb1a-792ad045da69 req-aa82ea05-c55f-44a8-86e3-a51b6084663d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:18.614597 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d96f6af6-2d13-4d86-bb1a-792ad045da69 req-aa82ea05-c55f-44a8-86e3-a51b6084663d tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0545144 Aug 19 09:21:18.651996 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d96f6af6-2d13-4d86-bb1a-792ad045da69 req-ea40ca85-ca74-443b-91dd-14e99ef51efa tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Aug 19 09:21:18.857551 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:21:19.588892 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fe31f-49ea-47a2-bbfe-ff7d039e87e3 req-df606fa7-0dbb-4f7a-bc80-cffc9a94a731 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:19.590267 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c84fe31f-49ea-47a2-bbfe-ff7d039e87e3 req-df606fa7-0dbb-4f7a-bc80-cffc9a94a731 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0477521 Aug 19 09:21:19.625965 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c84fe31f-49ea-47a2-bbfe-ff7d039e87e3 req-0dd5f42c-d276-4dd6-9c76-7a29445be0a0 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299566 Aug 19 09:21:19.765228 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f21fa-3592-4910-bd6b-c76810183d83 req-5077879d-db07-457f-a3a0-08c7fe0cd05f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:19.766724 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b9f21fa-3592-4910-bd6b-c76810183d83 req-5077879d-db07-457f-a3a0-08c7fe0cd05f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0482194 Aug 19 09:21:19.804076 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4b9f21fa-3592-4910-bd6b-c76810183d83 req-5853289c-1a4f-492b-adba-ce70d9759c21 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306013 Aug 19 09:21:20.742233 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f04128-7b3e-4e63-a57f-fb54c3d8fa4c req-d7b54ef2-2df3-4084-a866-b0d43943ccfb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:20.743749 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-25f04128-7b3e-4e63-a57f-fb54c3d8fa4c req-d7b54ef2-2df3-4084-a866-b0d43943ccfb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0526612 Aug 19 09:21:20.780946 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-25f04128-7b3e-4e63-a57f-fb54c3d8fa4c req-48d036a2-c252-4798-816e-57e9bc9b1d24 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Aug 19 09:21:20.914869 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb784-9596-472a-9f05-d68f7cd64769 req-1ba2d103-0ed6-432b-8e11-e996cd00131a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:20.916248 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-907fb784-9596-472a-9f05-d68f7cd64769 req-1ba2d103-0ed6-432b-8e11-e996cd00131a tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0474174 Aug 19 09:21:20.952517 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-907fb784-9596-472a-9f05-d68f7cd64769 req-7a69ba5e-95ad-463b-97cb-60c5982f9842 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Aug 19 09:21:21.893856 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e0f57-9dfa-4ff5-972d-f90d2b674d5b req-bcc0440f-95b7-4ea7-8b5e-d3e876e3e925 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:21.895356 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8a6e0f57-9dfa-4ff5-972d-f90d2b674d5b req-bcc0440f-95b7-4ea7-8b5e-d3e876e3e925 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0491307 Aug 19 09:21:21.932145 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8a6e0f57-9dfa-4ff5-972d-f90d2b674d5b req-859e5bd1-6776-43d4-b267-2286f4348510 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 19 09:21:22.066772 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfa8d4-10e9-40cf-899b-67cd9633c34f req-b7a5e24f-497c-4f78-b6c6-c676982b2885 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:22.068343 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbbfa8d4-10e9-40cf-899b-67cd9633c34f req-b7a5e24f-497c-4f78-b6c6-c676982b2885 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0517659 Aug 19 09:21:22.104354 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbbfa8d4-10e9-40cf-899b-67cd9633c34f req-37569a05-5c95-42f3-b53b-a55ebe997617 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302126 Aug 19 09:21:23.045705 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210f4b5-4d7c-470c-9023-5393a31649ec req-bf83bc98-fce9-49f8-904e-77f3ae317bad tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:23.047301 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7210f4b5-4d7c-470c-9023-5393a31649ec req-bf83bc98-fce9-49f8-904e-77f3ae317bad tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0492840 Aug 19 09:21:23.086765 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7210f4b5-4d7c-470c-9023-5393a31649ec req-8a0ab218-f25d-43ee-bbbc-ba85b4178337 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 19 09:21:23.218045 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc3d0-5d20-4233-9c9d-ce2adba2d0a6 req-3e2bb99e-3c1f-4892-b544-f952c0038b03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:23.219574 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-963bc3d0-5d20-4233-9c9d-ce2adba2d0a6 req-3e2bb99e-3c1f-4892-b544-f952c0038b03 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0499563 Aug 19 09:21:23.261562 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-963bc3d0-5d20-4233-9c9d-ce2adba2d0a6 req-71a09b3f-a235-4ba7-8374-8396e9aeace7 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349948 Aug 19 09:21:24.201740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa6397-287d-401e-b09c-d089ec76fc14 req-e3d1a561-df43-42c9-a959-df9f3e39bd47 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:24.203193 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2dfa6397-287d-401e-b09c-d089ec76fc14 req-e3d1a561-df43-42c9-a959-df9f3e39bd47 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 944 time: 0.0494916 Aug 19 09:21:24.240176 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2dfa6397-287d-401e-b09c-d089ec76fc14 req-acb65f43-f80f-4431-a0a5-9e8d39115e10 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300112 Aug 19 09:21:24.381377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa47f-44fe-47d4-b2b5-9a289ced0432 req-ca32a58d-7062-4085-954b-1b4f7ac78794 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:24.382859 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d4cfa47f-44fe-47d4-b2b5-9a289ced0432 req-ca32a58d-7062-4085-954b-1b4f7ac78794 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0526183 Aug 19 09:21:24.419502 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d4cfa47f-44fe-47d4-b2b5-9a289ced0432 req-8a84dc76-e060-4e8f-98c2-a9227fb33014 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Aug 19 09:21:24.870990 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:21:24.922634 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 0012aba4-1975-4e17-9e36-63ccd5b799da no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:24.950410 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 0012aba4-1975-4e17-9e36-63ccd5b799da {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:24.950745 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 0012aba4-1975-4e17-9e36-63ccd5b799da not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:24.985768 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:24.996351 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36', 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51', 'port_id': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36', 'mac_address': 'fa:16:3e:c9:8d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce48fa3-e280-42b4-8dac-47a42338df18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:21:25.032830 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:25.045039 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:21:25.063309 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:25.067122 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:25.112178 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:25.355222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238452a-7639-4c62-b9ab-fb2adf04e48d req-0bb8c4ce-150a-4ac1-a35e-3386d7ec4dcb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:25.356750 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f238452a-7639-4c62-b9ab-fb2adf04e48d req-0bb8c4ce-150a-4ac1-a35e-3386d7ec4dcb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0510092 Aug 19 09:21:25.394222 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f238452a-7639-4c62-b9ab-fb2adf04e48d req-214c2076-6755-402f-868d-dceac905a5b9 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Aug 19 09:21:25.534422 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8e922-7ae7-4c5c-a6c8-25ce63a7ba91 req-995d6207-b8db-49e1-8c4d-4a01c428af71 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:25.535818 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64c8e922-7ae7-4c5c-a6c8-25ce63a7ba91 req-995d6207-b8db-49e1-8c4d-4a01c428af71 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0476594 Aug 19 09:21:25.574707 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64c8e922-7ae7-4c5c-a6c8-25ce63a7ba91 req-b79e0807-b557-4898-af35-2d7cf89a81e2 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Aug 19 09:21:26.511075 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d250-d87f-4e30-b640-91c81776b586 req-7910332a-6292-44a1-ac6b-af3c552b9357 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:26.512549 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1111d250-d87f-4e30-b640-91c81776b586 req-7910332a-6292-44a1-ac6b-af3c552b9357 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0513766 Aug 19 09:21:26.548334 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1111d250-d87f-4e30-b640-91c81776b586 req-17b71780-bc58-4023-9043-1f6dee519a32 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Aug 19 09:21:26.688287 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a67b79-7dde-449c-863f-6727f72af188 req-ba1d894f-e25e-4cf0-a660-a6da8f05b08f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:26.689656 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-29a67b79-7dde-449c-863f-6727f72af188 req-ba1d894f-e25e-4cf0-a660-a6da8f05b08f tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0482311 Aug 19 09:21:26.726745 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-29a67b79-7dde-449c-863f-6727f72af188 req-090037e1-b372-4b2c-8b03-4ac973200cea tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Aug 19 09:21:27.680641 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49b8d5-54a6-4c7e-a1c3-787444a563e5 req-ef0c23e5-8387-4a00-8c24-507d11dd697e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:27.682166 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e49b8d5-54a6-4c7e-a1c3-787444a563e5 req-ef0c23e5-8387-4a00-8c24-507d11dd697e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0645041 Aug 19 09:21:27.719507 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e49b8d5-54a6-4c7e-a1c3-787444a563e5 req-06588679-4b72-4bc7-87f8-e5ce651a2c80 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Aug 19 09:21:27.865634 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dd61-fa38-4b39-b3fd-8e5560af6145 req-d5c1ddec-1a52-4654-9915-70351fd8fc90 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:27.867109 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7e89dd61-fa38-4b39-b3fd-8e5560af6145 req-d5c1ddec-1a52-4654-9915-70351fd8fc90 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0519941 Aug 19 09:21:27.902889 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7e89dd61-fa38-4b39-b3fd-8e5560af6145 req-d59876b5-dd63-426c-8664-4f0c98cb26bc tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299942 Aug 19 09:21:28.830070 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3777e72-d3f4-4722-b521-637ad475613d req-3cc3ef5f-0104-4bd2-b08b-735963cdf3b8 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:28.831536 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c3777e72-d3f4-4722-b521-637ad475613d req-3cc3ef5f-0104-4bd2-b08b-735963cdf3b8 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Aug 19 09:21:28.868353 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c3777e72-d3f4-4722-b521-637ad475613d req-34ec48f5-e9bf-4110-9db3-093871449789 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303488 Aug 19 09:21:29.016863 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1a7ca-1902-40ce-9f28-55188d2f4f2c req-10cdd0a1-4a5b-4876-a3ab-f987024db53b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:29.018225 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fea1a7ca-1902-40ce-9f28-55188d2f4f2c req-10cdd0a1-4a5b-4876-a3ab-f987024db53b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0484688 Aug 19 09:21:29.055456 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fea1a7ca-1902-40ce-9f28-55188d2f4f2c req-d8d972ac-0600-4f26-92cf-37274fd6de08 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Aug 19 09:21:29.975621 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:29.985774 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3e016-3eb7-4c3b-8f64-002fefbfde80 req-5497a1fe-b2fc-4951-98d3-cb333d3d8d11 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:29.987320 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ce3e016-3eb7-4c3b-8f64-002fefbfde80 req-5497a1fe-b2fc-4951-98d3-cb333d3d8d11 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0532649 Aug 19 09:21:30.026389 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ce3e016-3eb7-4c3b-8f64-002fefbfde80 req-aa66cc44-cfbf-45bd-b048-7130acb1b76a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Aug 19 09:21:30.188145 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c57a-3e40-4d3f-bfc6-94da7f3b2c09 req-79f1e7d3-4a5d-4029-be6d-d8c9778ea086 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:30.189628 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05c2c57a-3e40-4d3f-bfc6-94da7f3b2c09 req-79f1e7d3-4a5d-4029-be6d-d8c9778ea086 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0583038 Aug 19 09:21:30.230403 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05c2c57a-3e40-4d3f-bfc6-94da7f3b2c09 req-a765dd33-13e3-4fcc-90e2-6c36d3f708b1 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 19 09:21:31.154797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f8490-67ee-4093-91ca-ac3940e0e8ce req-efc377d7-97c7-457e-9383-549d22b55165 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:31.156285 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a6f8490-67ee-4093-91ca-ac3940e0e8ce req-efc377d7-97c7-457e-9383-549d22b55165 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0479083 Aug 19 09:21:31.192315 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a6f8490-67ee-4093-91ca-ac3940e0e8ce req-5a9946ca-c39c-4360-999d-2770a6979f11 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301263 Aug 19 09:21:31.350165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ea0c-03fb-4296-a732-bb702f375aad req-83d2f240-afcf-4556-9b2a-8debcc8b6826 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:31.351648 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0840ea0c-03fb-4296-a732-bb702f375aad req-83d2f240-afcf-4556-9b2a-8debcc8b6826 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0562818 Aug 19 09:21:31.391808 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0840ea0c-03fb-4296-a732-bb702f375aad req-00777dc6-7681-40f3-98de-6a87fd24fac8 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Aug 19 09:21:32.308240 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ebcef-8820-4b96-88fb-928022326235 req-dfe805fd-1ab1-4d03-a648-7beb532b1b4a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:32.309727 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f8ebcef-8820-4b96-88fb-928022326235 req-dfe805fd-1ab1-4d03-a648-7beb532b1b4a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 945 time: 0.0478270 Aug 19 09:21:32.349362 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f8ebcef-8820-4b96-88fb-928022326235 req-ecf6024f-1b41-4625-88e4-39d004c0111b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Aug 19 09:21:32.508164 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6b369-bc25-40c4-9eb5-bdb645161ad1 req-9346e3d4-7554-4d11-bcdb-41c052b59130 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:32.509643 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cad6b369-bc25-40c4-9eb5-bdb645161ad1 req-9346e3d4-7554-4d11-bcdb-41c052b59130 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0484552 Aug 19 09:21:32.548219 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cad6b369-bc25-40c4-9eb5-bdb645161ad1 req-7e18a50e-5262-4aed-af15-828c32666c79 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Aug 19 09:21:32.655001 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c655f-1cd9-4529-a22e-66e4c139c96f req-1491ebbb-80f6-40bb-8ae0-b851cd72e400 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:32.656477 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0a9c655f-1cd9-4529-a22e-66e4c139c96f req-1491ebbb-80f6-40bb-8ae0-b851cd72e400 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0484385 Aug 19 09:21:32.693135 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0a9c655f-1cd9-4529-a22e-66e4c139c96f req-8cba378c-f6a2-4ac5-920c-939531bd3394 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301712 Aug 19 09:21:32.878786 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:32.928460 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:32.935357 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:32.935737 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:33.019377 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:33.041492 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:33.044043 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24b1f67-3538-456f-bcd2-e473982c9237" -d '{"events": [{"server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "name": "network-vif-plugged", "status": "completed", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:33.057513 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:33.061217 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:33.084093 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d91b5-9651-4f7f-9208-ae23e6a31d9a x-openstack-request-id: req-fb0d91b5-9651-4f7f-9208-ae23e6a31d9a {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:33.084429 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "name": "network-vif-plugged", "status": "completed", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:33.084719 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb0d91b5-9651-4f7f-9208-ae23e6a31d9a {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:33.085195 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36', 'code': 200} Aug 19 09:21:33.110456 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:33.369644 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed7e98-1008-4690-a22c-3f664d3ab997 req-de2b80e1-f62a-4faf-adca-29bf865574d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:33.370314 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08ed7e98-1008-4690-a22c-3f664d3ab997 req-de2b80e1-f62a-4faf-adca-29bf865574d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 1099 time: 0.0455954 Aug 19 09:21:33.467753 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632313e-851a-4dc7-8e56-f785fde3ab63 req-20dbe884-1c80-49fa-bb75-c461e8aaf868 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:33.469231 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7632313e-851a-4dc7-8e56-f785fde3ab63 req-20dbe884-1c80-49fa-bb75-c461e8aaf868 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0507536 Aug 19 09:21:33.508066 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7632313e-851a-4dc7-8e56-f785fde3ab63 req-932fa287-8f00-48cb-bf90-cad238458953 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Aug 19 09:21:33.538293 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08ed7e98-1008-4690-a22c-3f664d3ab997 req-4665544c-7774-4063-b79d-890a2b51c6a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Aug 19 09:21:33.554384 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-59df3155-ec4c-4e1e-8eab-c1a22f98a797 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:33.555825 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-59df3155-ec4c-4e1e-8eab-c1a22f98a797 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0686855 Aug 19 09:21:33.665047 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c48e5-86f3-4d22-ab14-0d5c0b218429 req-f7c99587-d17c-4871-8882-c36e6b749d1b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:33.666538 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1c9c48e5-86f3-4d22-ab14-0d5c0b218429 req-f7c99587-d17c-4871-8882-c36e6b749d1b tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 946 time: 0.0503638 Aug 19 09:21:33.703578 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1c9c48e5-86f3-4d22-ab14-0d5c0b218429 req-0106d9fe-6e81-49ea-a91a-1a6725fc10b5 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6c17005-fda9-4a80-8d71-f59c8c58ae20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312338 Aug 19 09:21:33.806405 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aed8c2-2dab-49b9-998a-95eb433802f8 req-0902e7b1-e641-4dfe-a751-06e81da1cb5d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:33.807880 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-40aed8c2-2dab-49b9-998a-95eb433802f8 req-0902e7b1-e641-4dfe-a751-06e81da1cb5d tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0470016 Aug 19 09:21:33.844897 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-40aed8c2-2dab-49b9-998a-95eb433802f8 req-4b25a9df-6be9-400f-a587-fe86b7cd04bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Aug 19 09:21:34.103556 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-e4e3d5ff-6f74-46f4-9cf1-08b0dbfa834d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984251 Aug 19 09:21:34.123477 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Deleting port ac485851-543b-4b61-ba46-32cc68fcf2c4 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:34.123821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:34.226770 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-16107662-137e-45ee-a49f-563edce98c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.228271 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-16107662-137e-45ee-a49f-563edce98c00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1099 time: 0.0637271 Aug 19 09:21:34.242835 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] For port ac485851-543b-4b61-ba46-32cc68fcf2c4, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ac485851-543b-4b61-ba46-32cc68fcf2c4,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:34.243249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:34.256168 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Calling delete_port for ac485851-543b-4b61-ba46-32cc68fcf2c4 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:34.399065 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-a5d81588-a610-46d9-bcb5-d7c1b30e2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.400582 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-a5d81588-a610-46d9-bcb5-d7c1b30e2f90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.1423037 Aug 19 09:21:34.501932 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-5ce99759-d388-4732-b5e4-c49adc420b06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1002 time: 0.0726826 Aug 19 09:21:34.502507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:34.561287 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ac485851-543b-4b61-ba46-32cc68fcf2c4'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:34.582833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Pushing event deleted for resources: {'Port': ['ID=ac485851-543b-4b61-ba46-32cc68fcf2c4,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:34.618933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] No DVR routers for this DVR port ac485851-543b-4b61-ba46-32cc68fcf2c4 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:34.621534 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:34.623644 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef95240f-343c-4c1a-b2a6-43c29c183135 req-e79b8d82-667e-405a-8993-9b96b9f23bfe tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.35 "DELETE /v2.0/ports/ac485851-543b-4b61-ba46-32cc68fcf2c4 HTTP/1.1" status: 204 len: 173 time: 0.6198714 Aug 19 09:21:34.639548 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'name': 'network-vif-deleted', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:34.641822 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d1308-78b4-4e1f-9f6f-e49be9e42e9a" -d '{"events": [{"server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "name": "network-vif-deleted", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:34.658524 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-c14ea244-261b-4c4c-92d7-8f680b21a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.660035 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-c14ea244-261b-4c4c-92d7-8f680b21a80a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.1470301 Aug 19 09:21:34.676604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6577a-f51d-4d31-b09c-ce2f9d7b6f75 req-17b15f5a-5f81-4a6b-b60d-34db5edab2d6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.678612 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62d6577a-f51d-4d31-b09c-ce2f9d7b6f75 req-17b15f5a-5f81-4a6b-b60d-34db5edab2d6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0901802 Aug 19 09:21:34.747395 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62d6577a-f51d-4d31-b09c-ce2f9d7b6f75 req-e99ceb99-8e65-491e-b8d1-a06d520e95d9 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627878 Aug 19 09:21:34.751779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-1475d206-b666-4124-9f26-9e0df569779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.753233 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-1475d206-b666-4124-9f26-9e0df569779a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630193 Aug 19 09:21:34.792589 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b72ad-7e14-42ab-b22a-aaf410a7f628 x-openstack-request-id: req-5c7b72ad-7e14-42ab-b22a-aaf410a7f628 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:34.792884 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c3bc8f-45ae-4a40-8a3d-d9642d8728df", "name": "network-vif-deleted", "tag": "ac485851-543b-4b61-ba46-32cc68fcf2c4", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:34.793141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c7b72ad-7e14-42ab-b22a-aaf410a7f628 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:34.793540 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c3bc8f-45ae-4a40-8a3d-d9642d8728df', 'name': 'network-vif-deleted', 'tag': 'ac485851-543b-4b61-ba46-32cc68fcf2c4', 'status': 'completed', 'code': 200} Aug 19 09:21:34.883571 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-78aab871-c4af-45b5-be1d-363ddd041cfa req-b141a2f4-0833-4fdb-80cf-2656e2d0ea98 tempest-ServerRescueNegativeTestJSON-1477903775 tempest-ServerRescueNegativeTestJSON-1477903775-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4c3bc8f-45ae-4a40-8a3d-d9642d8728df HTTP/1.1" status: 200 len: 210 time: 0.0565727 Aug 19 09:21:34.926586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-064fcf16-185b-4722-9039-9990668698c4 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072369 Aug 19 09:21:34.962221 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9825d-b770-4a24-97d4-4b8e5327b9dd req-e6dfd9b2-370b-44a2-a683-ac235a4a7c5b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:34.963760 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d6e9825d-b770-4a24-97d4-4b8e5327b9dd req-e6dfd9b2-370b-44a2-a683-ac235a4a7c5b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0510230 Aug 19 09:21:35.003038 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d6e9825d-b770-4a24-97d4-4b8e5327b9dd req-17510cb2-0c13-4b75-a68b-38ea7e13cf72 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 19 09:21:35.025774 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a54a16e1-6065-4da4-b2cd-c6c6b2a49d68 req-c779b2bb-1994-4412-83d1-91a9b14c106d service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Aug 19 09:21:35.347287 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50158) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:35.454480 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c826a-1f65-4de4-b4f9-938641f484be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.553441 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.554080 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c826a-1f65-4de4-b4f9-938641f484be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.559881 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2d5c826a-1f65-4de4-b4f9-938641f484be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.594227 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c826a-1f65-4de4-b4f9-938641f484be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480254e-5fba-4c7e-b1cc-62877efa1dd6,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:35.603869 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2d5c826a-1f65-4de4-b4f9-938641f484be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a1c9edc3a4c4c3fb9f010c598bbfa88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554522 Aug 19 09:21:35.606471 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50162) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:35.656409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.677579 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.723352 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.727295 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:35.728434 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7480254e-5fba-4c7e-b1cc-62877efa1dd6 HTTP/1.1" status: 204 len: 168 time: 0.1211965 Aug 19 09:21:35.736078 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20390d4b-700f-4f3a-b125-d2ac4b0c09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480254e-5fba-4c7e-b1cc-62877efa1dd6,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:35.881945 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10cc8-0f00-47fc-86a3-7c90d80bf2ff req-33efd6c0-ed1b-4aeb-bb9c-e2e755d1fe02 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:35.883790 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4bd10cc8-0f00-47fc-86a3-7c90d80bf2ff req-33efd6c0-ed1b-4aeb-bb9c-e2e755d1fe02 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0610929 Aug 19 09:21:35.926296 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4bd10cc8-0f00-47fc-86a3-7c90d80bf2ff req-0e5defc9-5d66-43cd-bc2d-4bd4871f1cef tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Aug 19 09:21:35.966693 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50176) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:36.212828 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2583d6-bb3d-4fc5-a41c-3ba64cbfad57 req-47161917-3ffa-4427-b98d-5cf2544bf5f4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:36.214326 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a2583d6-bb3d-4fc5-a41c-3ba64cbfad57 req-47161917-3ffa-4427-b98d-5cf2544bf5f4 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0951078 Aug 19 09:21:36.280772 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3a2583d6-bb3d-4fc5-a41c-3ba64cbfad57 req-cd9b32e8-9945-48b4-9433-c7d1f50ed535 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594573 Aug 19 09:21:36.473996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.543587 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-e91ac04a-7bed-471b-8628-d3ebac7bb8b0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:36.545096 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-e91ac04a-7bed-471b-8628-d3ebac7bb8b0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 945 time: 0.0481312 Aug 19 09:21:36.641831 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Deleting port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:36.642182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.733983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] For port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:36.734254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.746707 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Calling delete_port for a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:36.768249 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Deleting port 5b2cd973-67d1-4672-b47c-2e412463d021 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:36.768916 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.854406 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] For port 5b2cd973-67d1-4672-b47c-2e412463d021, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=5b2cd973-67d1-4672-b47c-2e412463d021,segment=NetworkSegment(ebf7071d-bd3c-4d86-896e-173d29e417c9),segment_id=ebf7071d-bd3c-4d86-896e-173d29e417c9)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:36.854801 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.868177 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Calling delete_port for 5b2cd973-67d1-4672-b47c-2e412463d021 owned by network:router_interface {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:36.883620 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.889389 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ac485851-543b-4b61-ba46-32cc68fcf2c4 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:36.910290 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: ac485851-543b-4b61-ba46-32cc68fcf2c4 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:36.910635 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ac485851-543b-4b61-ba46-32cc68fcf2c4 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:36.914117 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event deleted for resources: {'Port': ['ID=a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:36.946390 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc', 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', '926dae50-59d9-47b4-9b81-d532dbdc9892', 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:36.965155 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] No DVR routers for this DVR port a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:36.968209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:36.971064 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-861163da-faa7-4f4e-9aa6-b862a8ffbc8c req-0e0dfe7b-a750-429a-b5c7-5457428cf4bc tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "DELETE /v2.0/ports/a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb HTTP/1.1" status: 204 len: 173 time: 0.4137995 Aug 19 09:21:36.975827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'name': 'network-vif-deleted', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:36.978260 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d95c176-a613-492e-a12d-c81a134df794" -d '{"events": [{"server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "name": "network-vif-deleted", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:37.029614 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41945d00-516f-4f51-b2ea-618a97593a6b x-openstack-request-id: req-41945d00-516f-4f51-b2ea-618a97593a6b {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:37.030019 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db7988b-5e66-43cd-8e4a-d32b1b29786b", "name": "network-vif-deleted", "tag": "a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:37.030527 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41945d00-516f-4f51-b2ea-618a97593a6b {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:37.031051 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7988b-5e66-43cd-8e4a-d32b1b29786b', 'name': 'network-vif-deleted', 'tag': 'a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb', 'status': 'completed', 'code': 200} Aug 19 09:21:37.140460 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:37.167130 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2cd973-67d1-4672-b47c-2e412463d021,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:37.336989 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:37.632114 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d4b70693-8d8b-470c-91f4-1e37df14ef7d req-b498bc59-1307-40c6-9053-e278057e446c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=7db7988b-5e66-43cd-8e4a-d32b1b29786b HTTP/1.1" status: 200 len: 210 time: 0.0339146 Aug 19 09:21:37.797253 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Router aec4aca6-6435-422a-bb04-8b1e75a272bf has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:21:37.908845 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:21:37.913664 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ee94314b-82c7-4390-8727-19a24588b8bd admin admin] 10.222.0.32 "PUT /v2.0/routers/aec4aca6-6435-422a-bb04-8b1e75a272bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452317 Aug 19 09:21:37.916271 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50244) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:37.918036 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Sync routers for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:21:37.928392 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:37.929040 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:38.019738 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.037289 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:38.122945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.182492 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Deleting port ed885d62-d680-41cd-9509-dc0054350e7f {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:38.182827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.219106 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:21:37Z', 'revision_number': 5, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port': {'id': 'ed885d62-d680-41cd-9509-dc0054350e7f', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:21Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:38.248143 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Checking router: aec4aca6-6435-422a-bb04-8b1e75a272bf for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:21:38.257262 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Routers {'aec4aca6-6435-422a-bb04-8b1e75a272bf'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:38.257876 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['aec4aca6-6435-422a-bb04-8b1e75a272bf'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:38.266839 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] For port ed885d62-d680-41cd-9509-dc0054350e7f, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ed885d62-d680-41cd-9509-dc0054350e7f,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:38.267433 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.280837 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Calling delete_port for ed885d62-d680-41cd-9509-dc0054350e7f owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:38.344126 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] Set router aec4aca6-6435-422a-bb04-8b1e75a272bf gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:38.400810 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:21:38Z', 'revision_number': 6, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:38.428032 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83bfec-292e-4752-81a9-2fc6cb111aae None None] The sync data for ids ['aec4aca6-6435-422a-bb04-8b1e75a272bf'] in dv-cinder-773876-3-iscsi is: [{'id': 'aec4aca6-6435-422a-bb04-8b1e75a272bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1883582443-router', 'tenant_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:20Z', 'updated_at': '2021-08-19T09:21:38Z', 'revision_number': 6, 'project_id': 'c12ed2bcdb61430986f3980ed2e7a8bd', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:21:38.467932 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.497184 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed885d62-d680-41cd-9509-dc0054350e7f,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:38.555927 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.657625 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.659733 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.728901 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.729504 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec4aca6-6435-422a-bb04-8b1e75a272bf {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:21:38.734648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.735643 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5a242907-5b7c-4ead-8b5c-c1800c845f72 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aec4aca6-6435-422a-bb04-8b1e75a272bf HTTP/1.1" status: 204 len: 168 time: 0.8183997 Aug 19 09:21:38.738164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50254) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:38.784336 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Deleting subnet 6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:21:38.787997 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.828840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:38.870371 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.110568 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.138611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.140425 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1 HTTP/1.1" status: 204 len: 168 time: 0.4013464 Aug 19 09:21:39.141336 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29f562-7250-4c56-8f74-7ecf1547986e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6bf73a-59b1-46c6-9c2f-5816c0b6ada1,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:39.143137 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50258) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:39.213380 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.296335 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.306560 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e71227-b874-48ff-b3e0-b3bc213455c5']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:39.316720 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf7071d-bd3c-4d86-896e-173d29e417c9') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:39.317001 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf7071d-bd3c-4d86-896e-173d29e417c9') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:39.328030 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.343437 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.350182 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:21:39.350650 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:21:39.352338 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:21:39.380900 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ed885d62-d680-41cd-9509-dc0054350e7f no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:39.402113 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: ed885d62-d680-41cd-9509-dc0054350e7f {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:39.402727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ed885d62-d680-41cd-9509-dc0054350e7f not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:39.403408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 5b2cd973-67d1-4672-b47c-2e412463d021 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:39.416664 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.425215 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 5b2cd973-67d1-4672-b47c-2e412463d021 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:39.425513 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 5b2cd973-67d1-4672-b47c-2e412463d021 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:39.432955 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.435082 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/82e71227-b874-48ff-b3e0-b3bc213455c5 HTTP/1.1" status: 204 len: 168 time: 0.2908857 Aug 19 09:21:39.451591 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889a958-586f-4b81-b791-cd259bce57ee admin admin] Pushing event deleted for resources: {'Network': ['ID=82e71227-b874-48ff-b3e0-b3bc213455c5,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:39.614469 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50266) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:39.655151 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0c10a1a7-f818-464c-aa11-7f88e8fa2985 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c12ed2bcdb61430986f3980ed2e7a8bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394011 Aug 19 09:21:39.657420 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50268) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:39.707022 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.730415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.776806 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.779981 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:39.781860 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6c17005-fda9-4a80-8d71-f59c8c58ae20 HTTP/1.1" status: 204 len: 168 time: 0.1233871 Aug 19 09:21:39.792500 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1c99-11d2-40a6-a071-a4c015578d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c17005-fda9-4a80-8d71-f59c8c58ae20,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:40.063621 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bc1c3-1268-4476-8624-06a1868950d9 req-391b4cd0-c06c-4031-a5ed-57206ae76105 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:40.065216 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-223bc1c3-1268-4476-8624-06a1868950d9 req-391b4cd0-c06c-4031-a5ed-57206ae76105 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0547769 Aug 19 09:21:40.104915 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-223bc1c3-1268-4476-8624-06a1868950d9 req-6f4f8da1-13d2-403b-bd5c-219f405fe5f3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Aug 19 09:21:40.469493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50296) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:40.565631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-822592580-network', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:40.587378 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Made reservation on behalf of d19c107f773440eb8c2ab26706bc3591 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:40.590448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.599629 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.695711 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.699488 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.719201 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:21:40.733321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6976e9d4-7315-4815-96cf-f30d2e3ede52,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:40.737866 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.738259 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Added segment 752a5797-02f8-47b7-8e43-f9a680618f08 of type vlan for network af454d54-e9ac-4c38-8d56-87a8a6413746 Aug 19 09:21:40.777641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.801716 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.803545 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:40.804195 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.853797 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3829284 Aug 19 09:21:40.856683 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50304) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:40.862084 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Request body: {'subnet': {'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-822592580-subnet', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:40.864383 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c9c67-39cd-4e19-9ec5-a13ea78230c6 admin admin] Pushing event updated for resources: {'Network': ['ID=af454d54-e9ac-4c38-8d56-87a8a6413746,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:40.876322 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network af454d54-e9ac-4c38-8d56-87a8a6413746 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:21:40.885584 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Made reservation on behalf of d19c107f773440eb8c2ab26706bc3591 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:40.888016 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16342921'] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:40.918977 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:40.941199 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:40.941532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a75a2d3b-a5ee-46a2-88d4-3c5ae8cb26fb not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:41.061418 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14877397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16342943'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.119024 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e589a6-fef1-4c9f-b490-23fc082c2f57,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:41.126763 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Checking segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:41.127122 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Network hostable DHCP agents. Network: af454d54-e9ac-4c38-8d56-87a8a6413746, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:21:41.145185 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:21:41.158551 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, af454d54-e9ac-4c38-8d56-87a8a6413746) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:41.163171 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:41.163797 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.171626 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9965b73-d31e-4657-ab17-f451c78367da None None] Network af454d54-e9ac-4c38-8d56-87a8a6413746 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:21:41.179764 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e0b7671e-3c25-4a66-9e45-3df9783ad542 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3213236 Aug 19 09:21:41.182303 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50308) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:41.189201 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:41.211358 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.212797 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.242404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d4273-2b24-44af-86e0-b29aa1e54e37 req-678e8733-8c62-46b4-9327-25d2ef3955ff tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:41.248367 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d55d4273-2b24-44af-86e0-b29aa1e54e37 req-678e8733-8c62-46b4-9327-25d2ef3955ff tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0667322 Aug 19 09:21:41.281002 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.290613 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d55d4273-2b24-44af-86e0-b29aa1e54e37 req-82dffca9-bb03-4f00-a606-343b19486b9c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371785 Aug 19 09:21:41.350083 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-af454d54-e9ac-4c38-8d56-87a8a6413746', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:21:41.350959 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.421007 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.487744 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Allocated IP 172.20.0.2 (af454d54-e9ac-4c38-8d56-87a8a6413746/e2e589a6-fef1-4c9f-b490-23fc082c2f57/d646924e-7177-496c-89a1-9d61c8833f5d) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:41.623862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.636799 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.642742 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.645290 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Transition to ACTIVE for port object d646924e-7177-496c-89a1-9d61c8833f5d will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:41.661073 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Transition to ACTIVE for port object d646924e-7177-496c-89a1-9d61c8833f5d will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:41.668690 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.769758 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Allocated IP 172.27.3.174 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/ebb70ae1-6383-4134-a18d-a2b4b18fc3e3) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:41.825000 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:41.827946 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:41.831525 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:41.838961 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Pushing event updated for resources: {'Port': ['ID=d646924e-7177-496c-89a1-9d61c8833f5d,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:41.887705 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Attempting to bind port d646924e-7177-496c-89a1-9d61c8833f5d on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:21:41.888349 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Attempting to bind port d646924e-7177-496c-89a1-9d61c8833f5d by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:21:41.888349 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Attempting to bind port d646924e-7177-496c-89a1-9d61c8833f5d on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:41.891435 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.893405 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:21:41.893776 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Checking segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:41.894170 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.894561 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Bound using segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:21:41.895016 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Bound port: d646924e-7177-496c-89a1-9d61c8833f5d, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:21:41.895417 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.930009 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.964071 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] For port d646924e-7177-496c-89a1-9d61c8833f5d, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:21:41.969661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] For port d646924e-7177-496c-89a1-9d61c8833f5d, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=d646924e-7177-496c-89a1-9d61c8833f5d,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:21:41.970829 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:41.975428 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:41.976258 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:41.980642 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:41.984122 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:42.045383 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9e97-0526-4632-999f-185dff5f33b6 None None] Pushing event updated for resources: {'Port': ['ID=d646924e-7177-496c-89a1-9d61c8833f5d,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:42.254131 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.408149 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1659a8-c3a1-4c1c-919e-b8315a55fcb7 req-d184831b-ec37-45e1-ab71-61ba5c7f3f42 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:42.409572 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c1659a8-c3a1-4c1c-919e-b8315a55fcb7 req-d184831b-ec37-45e1-ab71-61ba5c7f3f42 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0517180 Aug 19 09:21:42.424937 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7627302f-3d84-4c92-8cf1-f117a4283e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.461378 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c1659a8-c3a1-4c1c-919e-b8315a55fcb7 req-8eba8d4e-437e-4304-9722-3fec0f5c3b40 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Aug 19 09:21:42.462822 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.507820 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-31638098-456b-4359-a2bf-e9558f6857df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:42.509265 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-31638098-456b-4359-a2bf-e9558f6857df tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 946 time: 0.0628264 Aug 19 09:21:42.596931 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Router e896c9cb-4ad4-4d06-8099-7f797478869b is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:21:42.612493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Deleting port 926dae50-59d9-47b4-9b81-d532dbdc9892 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:42.613003 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.715191 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] For port 926dae50-59d9-47b4-9b81-d532dbdc9892, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=926dae50-59d9-47b4-9b81-d532dbdc9892,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:42.715611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.742489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Calling delete_port for 926dae50-59d9-47b4-9b81-d532dbdc9892 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:42.915079 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.946964 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event deleted for resources: {'Port': ['ID=926dae50-59d9-47b4-9b81-d532dbdc9892,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:42.958282 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:21:42.959649 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc', 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', '926dae50-59d9-47b4-9b81-d532dbdc9892'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:42.977678 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:42.981565 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d0ac3efb-657a-43cf-baa6-375d07359425 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7955887 Aug 19 09:21:42.989420 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50320) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:42.989799 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:21:43.009451 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] No DVR routers for this DVR port 926dae50-59d9-47b4-9b81-d532dbdc9892 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:43.012041 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:43.012735 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:43.013493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.018092 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-faa33b2d-52eb-4534-b673-3b7e85b9d7ed req-c6c866fc-8839-4a3c-8614-70449c2553d3 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "DELETE /v2.0/ports/926dae50-59d9-47b4-9b81-d532dbdc9892 HTTP/1.1" status: 204 len: 173 time: 0.4981303 Aug 19 09:21:43.018092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'name': 'network-vif-deleted', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:43.022965 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17588c-1f81-4814-9543-711ca971eeb9" -d '{"events": [{"server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "name": "network-vif-deleted", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:43.064504 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9f34e-49ae-4ea0-ba79-b56a39b8f661 None None] Network af454d54-e9ac-4c38-8d56-87a8a6413746 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:21:43.075239 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189798c5-7c37-43fc-b203-820df244a2e6 x-openstack-request-id: req-189798c5-7c37-43fc-b203-820df244a2e6 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:43.075838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770a9eff-164f-464b-9ddc-85d731650432", "name": "network-vif-deleted", "tag": "926dae50-59d9-47b4-9b81-d532dbdc9892", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:43.076291 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-189798c5-7c37-43fc-b203-820df244a2e6 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:43.077281 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770a9eff-164f-464b-9ddc-85d731650432', 'name': 'network-vif-deleted', 'tag': '926dae50-59d9-47b4-9b81-d532dbdc9892', 'status': 'completed', 'code': 200} Aug 19 09:21:43.137744 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-821a753f-38f5-4a64-8e0e-232022afbbe2 None None] Provisioning for port d646924e-7177-496c-89a1-9d61c8833f5d completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:43.257051 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:43.443488 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.443691 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device d646924e-7177-496c-89a1-9d61c8833f5d up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:43.595173 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port d646924e-7177-496c-89a1-9d61c8833f5d completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:43.605423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port d646924e-7177-496c-89a1-9d61c8833f5d triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:43.605800 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.657165 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0db6e171-195e-401e-affa-6c3e0f7c4851 req-da9e875c-ad3c-4f68-8ac0-57f5e48b5479 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=770a9eff-164f-464b-9ddc-85d731650432 HTTP/1.1" status: 200 len: 210 time: 0.0356746 Aug 19 09:21:43.689799 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Allocated IP 172.20.0.1 (af454d54-e9ac-4c38-8d56-87a8a6413746/e2e589a6-fef1-4c9f-b490-23fc082c2f57/07017135-cf0d-4a28-bb18-34ad8facbda1) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:43.709445 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:42Z', 'revision_number': 3, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:43.745212 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:21:43.745574 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Updating router e896c9cb-4ad4-4d06-8099-7f797478869b port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:21:43.784084 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.805697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.820741 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Transition to ACTIVE for port object 07017135-cf0d-4a28-bb18-34ad8facbda1 will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:43.867325 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.905649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:43.913169 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:43.916034 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b93b7cb9-1f4b-4b52-9e34-bdd99f062167 None None] Provisioning complete for port d646924e-7177-496c-89a1-9d61c8833f5d triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:43.916642 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b93b7cb9-1f4b-4b52-9e34-bdd99f062167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.916863 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:43.934688 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:43.940255 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Pushing event updated for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:43.962645 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.050827 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port d646924e-7177-496c-89a1-9d61c8833f5d, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=d646924e-7177-496c-89a1-9d61c8833f5d,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:44.059878 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.131928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.163548 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=d646924e-7177-496c-89a1-9d61c8833f5d,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:44.249439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.260149 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Transition to ACTIVE for port object ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:44.266275 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.299475 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.304793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.329272 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-ad34da8c-f956-49ab-8840-28f201ebcaa0 None None] Provisioning for port 07017135-cf0d-4a28-bb18-34ad8facbda1 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:44.332397 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Attempting to bind port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:21:44.332773 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Attempting to bind port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:21:44.333788 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Attempting to bind port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:44.336487 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fe26c-5642-49c9-80f6-a70bebdba58b None None] Pushing event updated for resources: {'Port': ['ID=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:44.340850 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-ad34da8c-f956-49ab-8840-28f201ebcaa0 None None] Provisioning complete for port 07017135-cf0d-4a28-bb18-34ad8facbda1 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:44.341235 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ad34da8c-f956-49ab-8840-28f201ebcaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.364015 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:21:44.364462 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:44.365358 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.365754 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:21:44.366237 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Bound port: ebb70ae1-6383-4134-a18d-a2b4b18fc3e3, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:21:44.366618 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.377501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Pushing event updated for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:44.380258 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.413144 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-ad34da8c-f956-49ab-8840-28f201ebcaa0 None None] Port 07017135-cf0d-4a28-bb18-34ad8facbda1 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:21:44.435347 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] For port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:21:44.438498 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] For port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:21:44.443099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.476602 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:44.477990 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:44.504274 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:44.504838 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:44.508811 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fe26c-5642-49c9-80f6-a70bebdba58b None None] Pushing event updated for resources: {'Port': ['ID=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:44.615800 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:21:44.743970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:21:44.758890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5a9cbd7f-3d8a-41bb-bf29-d9af87bbf79c admin admin] 10.222.0.32 "PUT /v2.0/routers/e896c9cb-4ad4-4d06-8099-7f797478869b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626984 Aug 19 09:21:44.759078 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:44.778397 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-db8f9fc2-1b17-4f1a-bf2c-5af3a197a5dc None None] Provisioning complete for port 07017135-cf0d-4a28-bb18-34ad8facbda1 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:44.778775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-db8f9fc2-1b17-4f1a-bf2c-5af3a197a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:44.863092 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-db8f9fc2-1b17-4f1a-bf2c-5af3a197a5dc None None] Port 07017135-cf0d-4a28-bb18-34ad8facbda1 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:21:44.907312 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 926dae50-59d9-47b4-9b81-d532dbdc9892 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:44.935730 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 926dae50-59d9-47b4-9b81-d532dbdc9892 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:44.935911 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 926dae50-59d9-47b4-9b81-d532dbdc9892 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:44.986571 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18413240-8114-4c1b-81e0-d0038d095ecc req-2dbb9dac-8d74-47ea-9755-045580c3d392 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:44.991926 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-18413240-8114-4c1b-81e0-d0038d095ecc req-2dbb9dac-8d74-47ea-9755-045580c3d392 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0660648 Aug 19 09:21:45.012704 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8c9cea54-7ca3-487d-841a-2f6fe0e45050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.031620 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-18413240-8114-4c1b-81e0-d0038d095ecc req-42782b13-a386-4ad5-a546-4c6453b85c82 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Aug 19 09:21:45.044117 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 2, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:45.082398 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35854569-05dd-4237-aec8-6026cb8eee1b None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 2, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:21:45.199436 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.363733 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50346) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:45.373215 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253601597', 'description': 'tempest-description--1380647561'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:45.410443 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device d646924e-7177-496c-89a1-9d61c8833f5d up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:45.412561 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.471784 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port d646924e-7177-496c-89a1-9d61c8833f5d triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:45.472165 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.509733 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.516060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.550248 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.551619 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1862133 Aug 19 09:21:45.554632 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50348) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:45.559670 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group_rule': {'security_group_id': 'c7598700-61a9-4f26-b4fb-1469285d8205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:45.565021 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c060ede-b6b0-487b-8a68-c35ba9e4e392 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7598700-61a9-4f26-b4fb-1469285d8205,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:45.595514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.668957 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.672765 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.704041 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7bd93a-5f01-4d4a-92f7-a0bd444befba,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:45.712662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.713896 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-48a0376b-af7f-4fb4-b891-a3951a0ef2ee tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581914 Aug 19 09:21:45.716815 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50350) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:45.721454 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group_rule': {'security_group_id': 'c7598700-61a9-4f26-b4fb-1469285d8205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:45.760548 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.812534 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.816459 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.833370 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09c73f3-277b-402c-90da-b3829add6fd5,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:45.845546 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.846888 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b314907a-77ff-4c86-a1ff-386999101b36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289656 Aug 19 09:21:45.850605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50352) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:45.855307 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:45.884677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:45.988900 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.102542 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Allocated IP 172.27.3.115 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/c682af42-5be8-4431-ad44-4481a1f16ef3) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:46.166756 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d799-aac4-45f5-80c5-f7db96571a77 req-7702f550-0232-4971-8a05-e30584024665 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:46.172014 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-17a7d799-aac4-45f5-80c5-f7db96571a77 req-7702f550-0232-4971-8a05-e30584024665 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0587955 Aug 19 09:21:46.214000 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-17a7d799-aac4-45f5-80c5-f7db96571a77 req-4ad63307-6df8-42c5-8090-10af0ef3a20b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Aug 19 09:21:46.219036 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.222728 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.268525 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.315668 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:46.318571 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:46.321246 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:46.345839 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=c682af42-5be8-4431-ad44-4481a1f16ef3,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:46.453172 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.495983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.648718 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.653610 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.730700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=c682af42-5be8-4431-ad44-4481a1f16ef3,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:46.740986 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.760532 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:46.761817 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8c5d3b70-311f-4d9e-9dfd-69aa6c7f2147 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9102046 Aug 19 09:21:46.891248 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-87d0088a-a6e1-4086-9398-79e2db6525d6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:46.895344 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-87d0088a-a6e1-4086-9398-79e2db6525d6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0740032 Aug 19 09:21:46.999361 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-e60c664f-ef99-44a5-a6e9-33509061715d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--253601597&fields=id&tenant_id=d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 267 time: 0.0679324 Aug 19 09:21:47.072103 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Deleting port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:47.072371 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.085087 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:21:47.094329 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:47.095028 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:47.164392 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-fbbafdc6-74ef-44cb-ba7d-4db5e40c8f19 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:47.165961 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-fbbafdc6-74ef-44cb-ba7d-4db5e40c8f19 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 810 time: 0.1577489 Aug 19 09:21:47.197683 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-98ad53bf-27b8-4973-8502-94ec19c8b93f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/quotas/d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 375 time: 0.0256519 Aug 19 09:21:47.204114 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] For port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:47.204477 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.245461 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Calling delete_port for c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:47.275545 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-6f5b9fad-01d1-4e04-887e-eb5eb9cd8fce tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684831 Aug 19 09:21:47.284528 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:47.357171 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a557f1b-eddb-4f5e-b4dd-2ffbec2aac9b req-c803c055-2d04-48bb-8f5f-a436a6476f9b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:47.367669 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a557f1b-eddb-4f5e-b4dd-2ffbec2aac9b req-c803c055-2d04-48bb-8f5f-a436a6476f9b tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 945 time: 0.0636158 Aug 19 09:21:47.413658 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a557f1b-eddb-4f5e-b4dd-2ffbec2aac9b req-013c6190-997b-41cd-ae74-153b80782db0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Aug 19 09:21:47.448210 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17284c64-a7c4-4421-9397-51241e952e1e service neutron] 10.222.0.32 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325278 Aug 19 09:21:47.476426 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:47.521672 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 2, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:47.538329 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:47.543677 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:47.544836 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.549246 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:21:47.549610 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Updating router e896c9cb-4ad4-4d06-8099-7f797478869b port 07017135-cf0d-4a28-bb18-34ad8facbda1 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:21:47.560063 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.577607 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.594043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event deleted for resources: {'Port': ['ID=c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:47.597179 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc', 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:47.642736 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-44d9722e-64ff-4457-9e6a-b9c41d5fd323 service neutron] 10.222.0.32 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587751 Aug 19 09:21:47.656675 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] No DVR routers for this DVR port c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:47.659326 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.661275 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16892cd5-5ca3-49ed-a257-c5c74c3e18ac req-065e5739-9daf-4ff7-ba88-309a1486d613 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "DELETE /v2.0/ports/c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d HTTP/1.1" status: 204 len: 173 time: 0.7601976 Aug 19 09:21:47.661724 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'name': 'network-vif-deleted', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:47.664388 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dab1e9-fff0-4147-bf5f-05f50b9e3965" -d '{"events": [{"server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "name": "network-vif-deleted", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:47.696315 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.705401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd48934-e931-483b-888b-9245de79760d x-openstack-request-id: req-0bd48934-e931-483b-888b-9245de79760d {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:47.705912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b887e5c3-ec85-4ff3-8685-f04ce319ec60", "name": "network-vif-deleted", "tag": "c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:47.706265 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bd48934-e931-483b-888b-9245de79760d {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:47.707135 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b887e5c3-ec85-4ff3-8685-f04ce319ec60', 'name': 'network-vif-deleted', 'tag': 'c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d', 'status': 'completed', 'code': 200} Aug 19 09:21:47.728925 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:47.746049 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.830124 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:47.916908 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-82d06903-c782-4b55-868c-28aa7753f3de req-37f97182-5e78-4550-8e66-fd0e0a9a0050 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 210 time: 0.0335715 Aug 19 09:21:47.959380 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.983203 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Transition to ACTIVE for port object 07017135-cf0d-4a28-bb18-34ad8facbda1 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:47.997039 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:47.998127 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:48.061592 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Pushing event updated for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:48.091072 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.091760 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.091760 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.092004 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.092332 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.092662 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.093085 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.093306 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.093654 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.094033 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.094326 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.094646 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:48.144037 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Attempting to bind port 07017135-cf0d-4a28-bb18-34ad8facbda1 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:21:48.144524 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Attempting to bind port 07017135-cf0d-4a28-bb18-34ad8facbda1 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:21:48.145092 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Attempting to bind port 07017135-cf0d-4a28-bb18-34ad8facbda1 on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:48.151510 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:21:48.152146 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Checking segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:48.152705 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:48.153250 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Bound using segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:21:48.153723 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Bound port: 07017135-cf0d-4a28-bb18-34ad8facbda1, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:21:48.154115 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:48.234850 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] For port 07017135-cf0d-4a28-bb18-34ad8facbda1, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:21:48.238812 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] For port 07017135-cf0d-4a28-bb18-34ad8facbda1, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=07017135-cf0d-4a28-bb18-34ad8facbda1,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:21:48.245250 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:48.303657 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:21:48.304206 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:48.309138 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210572ee-384e-4d86-9a6b-5c64d12da8ad None None] Pushing event updated for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:48.447881 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:21:48.550956 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a29ca0c5-d56d-4e6b-9241-c22f69d320d9 req-c48b35b9-7793-41ea-8883-d687f91f2dcb tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=b887e5c3-ec85-4ff3-8685-f04ce319ec60 HTTP/1.1" status: 200 len: 210 time: 0.0323982 Aug 19 09:21:48.685430 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:48Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:48.714989 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e062e13-ff2a-45c8-b944-3f43dd67fc04 None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:48Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:21:49.025786 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-794556b7-2957-40a4-99db-8b9f9a956282 req-f4717d43-f7f7-4251-8c52-317c78f46485 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 210 time: 0.0321238 Aug 19 09:21:49.141839 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-995124e1-c4ee-475e-8f95-28c104bc968c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:49.143438 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-995124e1-c4ee-475e-8f95-28c104bc968c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 810 time: 0.1262114 Aug 19 09:21:49.222514 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-6ae7456f-8431-4c9a-bb9c-c1475adc1ed0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 379 time: 0.0618346 Aug 19 09:21:49.236834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'port': {'device_id': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'admin_state_up': True, 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'security_groups': ['c7598700-61a9-4f26-b4fb-1469285d8205']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:49.356782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Made reservation on behalf of d19c107f773440eb8c2ab26706bc3591 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:21:49.371055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.439406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 07017135-cf0d-4a28-bb18-34ad8facbda1 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:49.508589 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 07017135-cf0d-4a28-bb18-34ad8facbda1 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:49.512731 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 07017135-cf0d-4a28-bb18-34ad8facbda1 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:49.513146 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.514382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Allocated IP 172.20.0.11 (af454d54-e9ac-4c38-8d56-87a8a6413746/e2e589a6-fef1-4c9f-b490-23fc082c2f57/f2ce61e2-8fd3-4bf9-b651-e4a66eec2886) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:21:49.560809 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ce5c4-4a07-497f-8e68-e35a9a1a818e req-16f53b8b-19bd-4710-9c1e-91c8245c9053 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:49.562663 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-481ce5c4-4a07-497f-8e68-e35a9a1a818e req-16f53b8b-19bd-4710-9c1e-91c8245c9053 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0567632 Aug 19 09:21:49.597516 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.607213 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-481ce5c4-4a07-497f-8e68-e35a9a1a818e req-789e6ff7-0ffb-409d-a0a2-cc38e76f1492 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Aug 19 09:21:49.638698 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 07017135-cf0d-4a28-bb18-34ad8facbda1, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=07017135-cf0d-4a28-bb18-34ad8facbda1,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:49.644003 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.644888 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:49.653832 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.666640 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Transition to ACTIVE for port object f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:49.702374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.730885 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:49.740491 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:49.741434 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.754220 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:21:49.758409 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:21:49.762268 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:21:49.794570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:49.825204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:49.825846 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.841422 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-459235b1-1515-4817-b0c7-0659fba9360b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6090698 Aug 19 09:21:49.864303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Request body: {'port': {'device_id': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:49.918974 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:49.979968 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-bf2531aa-7f68-41bc-89fa-ce84e18c3840 None None] Provisioning for port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:49.983702 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-bf2531aa-7f68-41bc-89fa-ce84e18c3840 None None] Provisioning complete for port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:49.984079 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bf2531aa-7f68-41bc-89fa-ce84e18c3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.019021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-bf2531aa-7f68-41bc-89fa-ce84e18c3840 None None] Port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:21:50.147931 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d56d-98bc-4aa2-80a9-d40287a735f4 req-121a0f0c-cbe5-4278-9e17-15583a549b23 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.149407 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3975d56d-98bc-4aa2-80a9-d40287a735f4 req-121a0f0c-cbe5-4278-9e17-15583a549b23 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 932 time: 0.0500994 Aug 19 09:21:50.185307 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:21:50.186598 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3975d56d-98bc-4aa2-80a9-d40287a735f4 req-be44f6c4-326d-454e-8af8-3cc2ab26564a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 19 09:21:50.193221 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.209752 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Transition to ACTIVE for port object f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:21:50.213288 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.280094 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Pushing event updated for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:50.331415 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Attempting to bind port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:21:50.332008 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Attempting to bind port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:21:50.332331 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Attempting to bind port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:50.338412 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 on network af454d54-e9ac-4c38-8d56-87a8a6413746 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:21:50.338731 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Attempting to bind port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:21:50.343805 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:21:50.344138 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Checking segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:21:50.344569 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Bound using segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:21:50.344995 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Bound port: f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:21:50.345350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.420064 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:21:50.423379 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:21:50.428941 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.467828 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.468438 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:50.469852 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] 10.222.0.35 "PUT /v2.0/ports/f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1094 time: 0.6099255 Aug 19 09:21:50.470429 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:50.472766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c68ac37-a9be-4c26-8272-cd5177070c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:50.502558 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d29185-c58a-4c3c-9ab8-babb0096649e service neutron] Pushing event updated for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:50.531386 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef7d031-9ec0-4ea8-85ce-833121852255 x-openstack-request-id: req-aef7d031-9ec0-4ea8-85ce-833121852255 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:50.531683 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:50.531940 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aef7d031-9ec0-4ea8-85ce-833121852255 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:50.532336 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'status': 'completed', 'code': 200} Aug 19 09:21:50.592591 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-20a74162-f919-486b-9a00-4546fb816740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.594307 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-20a74162-f919-486b-9a00-4546fb816740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1097 time: 0.0418425 Aug 19 09:21:50.667470 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-c4a46920-0425-43c3-a314-a5382ba98a09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 217 time: 0.0404801 Aug 19 09:21:50.719747 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-af0ff160-8b80-4837-a418-d1b98fe70c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.721226 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-af0ff160-8b80-4837-a418-d1b98fe70c1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0433428 Aug 19 09:21:50.736843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c78da0-de24-4ce4-b083-30d3b3c1d539 req-8038e968-a2c5-4e45-8a45-94f59c2620b4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.738345 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d4c78da0-de24-4ce4-b083-30d3b3c1d539 req-8038e968-a2c5-4e45-8a45-94f59c2620b4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0511868 Aug 19 09:21:50.770952 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-31a26f88-1f20-4d96-9ace-ba13a9276f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:50.773251 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-31a26f88-1f20-4d96-9ace-ba13a9276f54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442274 Aug 19 09:21:50.780441 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d4c78da0-de24-4ce4-b083-30d3b3c1d539 req-a33116a9-6566-4c38-98f2-3de5ccb033aa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Aug 19 09:21:50.871578 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-92fe955f-9041-4bf8-8981-15081cb929e8 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899301 Aug 19 09:21:50.949426 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:50.970569 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b233cf8d-3c88-4170-8f7e-f21b03cc8e80 req-d6208c10-5c86-4e0b-9ed7-f2ac87ee830f service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909193 Aug 19 09:21:50.970795 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:50.971300 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c1bc4d32-4ce7-4c3a-9498-e98bcf48bd8d not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:51.002282 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb92e15-aefe-495f-8201-bfbe02478c16 req-00b04bb8-5e88-4cb9-8369-ca00ff82dae2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.003869 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4eb92e15-aefe-495f-8201-bfbe02478c16 req-00b04bb8-5e88-4cb9-8369-ca00ff82dae2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Aug 19 09:21:51.042426 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4eb92e15-aefe-495f-8201-bfbe02478c16 req-9de1b387-095d-4741-9410-e3af8f973faf tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Aug 19 09:21:51.135861 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-e12a6b3d-0d38-4bb7-8cba-6a41ff985649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.137308 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-e12a6b3d-0d38-4bb7-8cba-6a41ff985649 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1097 time: 0.0426245 Aug 19 09:21:51.225689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-69659394-5df4-4960-aeb0-8bccf6be69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.227150 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-69659394-5df4-4960-aeb0-8bccf6be69ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0799546 Aug 19 09:21:51.276079 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-2b7c84a7-74fe-40d7-aa59-1a10e2eb95f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 217 time: 0.0384648 Aug 19 09:21:51.396462 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 07017135-cf0d-4a28-bb18-34ad8facbda1 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:51.444552 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 07017135-cf0d-4a28-bb18-34ad8facbda1 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:51.444922 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:51.540690 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-bb862f56-911b-4bf2-84b0-9f43cef97964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.542163 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-bb862f56-911b-4bf2-84b0-9f43cef97964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.2577400 Aug 19 09:21:51.550166 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e206db-8ebc-4461-8245-2da756108349 req-53711fdc-df4c-488d-8339-e09e7a00edfd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.551553 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-57e206db-8ebc-4461-8245-2da756108349 req-53711fdc-df4c-488d-8339-e09e7a00edfd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 944 time: 0.2781703 Aug 19 09:21:51.612429 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-57e206db-8ebc-4461-8245-2da756108349 req-dbd822eb-4f96-4d98-819d-ef20fc732195 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520759 Aug 19 09:21:51.619579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-5521c96e-4da0-4dee-91cf-370ceae51ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.621013 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-5521c96e-4da0-4dee-91cf-370ceae51ded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681326 Aug 19 09:21:51.709978 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-268b1f4a-4caf-498d-8afd-6319853cfa27 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786314 Aug 19 09:21:51.810140 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6c68ac37-a9be-4c26-8272-cd5177070c1e req-84a2f3d2-2c46-4e0f-8882-2cec0d00da8b service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Aug 19 09:21:51.906340 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30057d7-020d-4fe7-965a-b0cb8aab98ec req-5e7f0b88-d7b0-4160-8955-19d2ed038f9d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:51.907878 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d30057d7-020d-4fe7-965a-b0cb8aab98ec req-5e7f0b88-d7b0-4160-8955-19d2ed038f9d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0533195 Aug 19 09:21:51.947099 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d30057d7-020d-4fe7-965a-b0cb8aab98ec req-262be811-e4b5-4504-a4d7-5dd951412e13 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Aug 19 09:21:52.154197 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9a2d-327f-4177-bfa3-0c34fd0cd6b4 req-08f54b11-3c4a-437e-bd95-f7529ec5953c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:52.155677 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-655b9a2d-327f-4177-bfa3-0c34fd0cd6b4 req-08f54b11-3c4a-437e-bd95-f7529ec5953c tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0478606 Aug 19 09:21:52.191554 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-655b9a2d-327f-4177-bfa3-0c34fd0cd6b4 req-cbf5b93f-591c-4eae-9e88-2d83fa8064aa tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294769 Aug 19 09:21:52.728835 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03852c5a-07cf-435b-b91d-819a1dc447f8 req-71ef6f0d-f82d-4f28-b3e9-e1ed94cb5b82 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:52.730293 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-03852c5a-07cf-435b-b91d-819a1dc447f8 req-71ef6f0d-f82d-4f28-b3e9-e1ed94cb5b82 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 944 time: 0.0521395 Aug 19 09:21:52.766813 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-03852c5a-07cf-435b-b91d-819a1dc447f8 req-b6384016-46f1-46e4-b08c-9715f39b0a74 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Aug 19 09:21:53.062654 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3b4a3-f6c3-4eb3-83e0-50363eb40aaf req-5b307d5e-e521-478c-a916-5ef16d0ed654 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:53.064186 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-78e3b4a3-f6c3-4eb3-83e0-50363eb40aaf req-5b307d5e-e521-478c-a916-5ef16d0ed654 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0486875 Aug 19 09:21:53.101385 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-78e3b4a3-f6c3-4eb3-83e0-50363eb40aaf req-c8ec104a-a0c0-4e23-a8f9-a219d5209186 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Aug 19 09:21:53.303212 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9c550-d1f6-4b88-9008-6de4979885ef req-7e5739b3-064a-4805-b240-cbd4cf0240c2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:53.304624 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cd9c550-d1f6-4b88-9008-6de4979885ef req-7e5739b3-064a-4805-b240-cbd4cf0240c2 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Aug 19 09:21:53.343423 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6cd9c550-d1f6-4b88-9008-6de4979885ef req-74ed6e15-f2fa-4316-b7b9-538ebda4fe77 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2660473-dc33-42f5-9c14-988c0cb8f2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Aug 19 09:21:53.373496 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-8f40ec03-74cf-486c-b235-a2cb2e031cf6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:53.374953 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-8f40ec03-74cf-486c-b235-a2cb2e031cf6 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Aug 19 09:21:53.464277 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Deleting port d13f978a-34d4-4492-ad11-9cefbdb91dcc {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:21:53.464620 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:53.551122 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] For port d13f978a-34d4-4492-ad11-9cefbdb91dcc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d13f978a-34d4-4492-ad11-9cefbdb91dcc,segment=NetworkSegment(8899781c-44c4-466d-8c57-25aa0eda5e55),segment_id=8899781c-44c4-466d-8c57-25aa0eda5e55)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:53.551536 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:53.563890 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Calling delete_port for d13f978a-34d4-4492-ad11-9cefbdb91dcc owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:21:53.689457 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:53.716868 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Pushing event deleted for resources: {'Port': ['ID=d13f978a-34d4-4492-ad11-9cefbdb91dcc,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:53.747082 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['d13f978a-34d4-4492-ad11-9cefbdb91dcc'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:53.753845 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] No DVR routers for this DVR port d13f978a-34d4-4492-ad11-9cefbdb91dcc on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:21:53.756797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:53.758741 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0aca42bf-45f9-45a9-a605-4b670ace0ebe req-3bf04e86-314b-47ab-b4be-6696d67b50e0 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.35 "DELETE /v2.0/ports/d13f978a-34d4-4492-ad11-9cefbdb91dcc HTTP/1.1" status: 204 len: 173 time: 0.3768663 Aug 19 09:21:53.759165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'name': 'network-vif-deleted', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:53.761400 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d90839-1ae1-4296-b8c6-29fbe64f7c5e" -d '{"events": [{"server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "name": "network-vif-deleted", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:53.799771 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44dec69-55b4-4311-8c41-32109f3c3df3 x-openstack-request-id: req-f44dec69-55b4-4311-8c41-32109f3c3df3 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:53.800067 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728c5e2b-27f2-4879-b35b-7b814e6dca52", "name": "network-vif-deleted", "tag": "d13f978a-34d4-4492-ad11-9cefbdb91dcc", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:53.800364 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f44dec69-55b4-4311-8c41-32109f3c3df3 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:53.800711 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728c5e2b-27f2-4879-b35b-7b814e6dca52', 'name': 'network-vif-deleted', 'tag': 'd13f978a-34d4-4492-ad11-9cefbdb91dcc', 'status': 'completed', 'code': 200} Aug 19 09:21:53.884105 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082d5f1-a0a7-4448-b3bb-460ec0b9fc6c req-e7418d9f-424e-492d-82bd-7a915f1d69c1 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:53.886345 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8082d5f1-a0a7-4448-b3bb-460ec0b9fc6c req-e7418d9f-424e-492d-82bd-7a915f1d69c1 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 944 time: 0.0519609 Aug 19 09:21:53.923175 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8082d5f1-a0a7-4448-b3bb-460ec0b9fc6c req-5aa840fc-afc8-43e1-a016-23067c52026a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Aug 19 09:21:54.218959 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980b9ab-05c4-4c7f-94a7-c3ff935a20b8 req-f7288cfa-1681-434a-8528-f5f5cf889743 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:54.220454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a980b9ab-05c4-4c7f-94a7-c3ff935a20b8 req-f7288cfa-1681-434a-8528-f5f5cf889743 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0473671 Aug 19 09:21:54.257663 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a980b9ab-05c4-4c7f-94a7-c3ff935a20b8 req-149b35f7-8375-4ad6-bf0e-80d3028dedee tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307205 Aug 19 09:21:54.455726 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-140cede1-77e9-4b84-a0f0-be520007d97f req-71a1014d-3d9e-4d14-8cb5-dc2253865115 tempest-AttachVolumeNegativeTest-2071637082 tempest-AttachVolumeNegativeTest-2071637082-project] 10.222.0.32 "GET /v2.0/ports?device_id=728c5e2b-27f2-4879-b35b-7b814e6dca52 HTTP/1.1" status: 200 len: 210 time: 0.0302272 Aug 19 09:21:54.990167 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:21:55.042514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129800-5e47-4a98-8270-9596bfcf2346 req-495b15d8-3f8a-43b9-a944-f72c0c8bb948 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:55.044010 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62129800-5e47-4a98-8270-9596bfcf2346 req-495b15d8-3f8a-43b9-a944-f72c0c8bb948 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 944 time: 0.0524607 Aug 19 09:21:55.080642 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-62129800-5e47-4a98-8270-9596bfcf2346 req-70be27c8-5b35-4e1f-b75f-291ecd96c3cb tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306463 Aug 19 09:21:55.089115 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:55.100356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'port_id': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'mac_address': 'fa:16:3e:9f:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:21:55.136057 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.148787 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:21:55.167753 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:55.171497 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.216553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:55.375733 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39770b28-17e1-422d-9665-4ac33889eec9 req-96bb9b22-240e-48a8-98cc-f5ba92d87549 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:55.377563 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-39770b28-17e1-422d-9665-4ac33889eec9 req-96bb9b22-240e-48a8-98cc-f5ba92d87549 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0492654 Aug 19 09:21:55.415584 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-39770b28-17e1-422d-9665-4ac33889eec9 req-13c1f493-b064-466e-89a2-8fd3d4b47661 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314815 Aug 19 09:21:55.512951 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50494) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:55.557416 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Deleting subnet e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:21:55.560374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.592639 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.634521 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.684578 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.708581 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f4ac5d-43fa-48cd-891c-5fadb9193dd5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:55.712909 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.714703 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2f4ac5d-43fa-48cd-891c-5fadb9193dd5 HTTP/1.1" status: 204 len: 168 time: 0.2006166 Aug 19 09:21:55.717315 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50496) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:55.719613 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.720247 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.720693 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.721028 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.721359 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.721755 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.722199 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.722590 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.722922 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.723245 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.724640 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.724969 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a916ecd1-f55f-43bf-8d07-f74d3ecb01dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:21:55.783552 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.796260 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:21:55.856985 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:21:55.866762 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.876448 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e78b5e6-6e38-4b51-a3a6-7fec0d074363']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:55.886994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8899781c-44c4-466d-8c57-25aa0eda5e55') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:55.887313 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8899781c-44c4-466d-8c57-25aa0eda5e55') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:21:55.896523 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.909800 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.916399 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:21:55.916787 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:21:55.918403 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:21:55.975867 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.980775 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:55.982581 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5e78b5e6-6e38-4b51-a3a6-7fec0d074363 HTTP/1.1" status: 204 len: 168 time: 0.2642670 Aug 19 09:21:55.994104 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb90e67-3914-49f1-97c3-8221c69c97b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e78b5e6-6e38-4b51-a3a6-7fec0d074363,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:56.096037 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50500) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:56.138507 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-718446ed-76ad-4b69-bcc1-6a381595fc6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bd62739089241319075c92d0306a0a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412238 Aug 19 09:21:56.140903 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 50504) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:56.187867 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:56.192853 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e85c-5e34-4bba-b96c-776c5902c9fc req-684ec325-31a1-4e99-8a59-8dc25aa1f6a9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:56.194343 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8c08e85c-5e34-4bba-b96c-776c5902c9fc req-684ec325-31a1-4e99-8a59-8dc25aa1f6a9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 945 time: 0.0471854 Aug 19 09:21:56.209065 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:56.233211 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8c08e85c-5e34-4bba-b96c-776c5902c9fc req-78ebe1f7-5cac-4c47-b7ec-186248c3aba0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326636 Aug 19 09:21:56.256686 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:56.259236 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:56.260419 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2660473-dc33-42f5-9c14-988c0cb8f2c7 HTTP/1.1" status: 204 len: 168 time: 0.1185091 Aug 19 09:21:56.267933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0bfca-b3f2-4008-ba38-c429c42b529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2660473-dc33-42f5-9c14-988c0cb8f2c7,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:56.537328 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc82faa-225d-4e18-a41d-9885a586a5d3 req-f2643864-3456-4b87-9285-be4e76c7030d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:56.538952 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cc82faa-225d-4e18-a41d-9885a586a5d3 req-f2643864-3456-4b87-9285-be4e76c7030d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0535738 Aug 19 09:21:56.581513 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cc82faa-225d-4e18-a41d-9885a586a5d3 req-a721381d-4304-4964-b51d-86eb4d3ccbe4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367107 Aug 19 09:21:56.995119 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:21:57.044591 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:21:57.048574 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:21:57.048947 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:57.130485 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:57.153437 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:21:57.155782 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209319a6-fd62-4587-a184-55dc9dc64d4b" -d '{"events": [{"server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "name": "network-vif-plugged", "status": "completed", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:21:57.168970 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:21:57.173617 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:21:57.174718 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device d13f978a-34d4-4492-ad11-9cefbdb91dcc no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:21:57.212873 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39599c29-f922-465d-ae55-1368c9957587 x-openstack-request-id: req-39599c29-f922-465d-ae55-1368c9957587 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:21:57.213158 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "name": "network-vif-plugged", "status": "completed", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:21:57.213407 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39599c29-f922-465d-ae55-1368c9957587 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:21:57.213795 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'code': 200} Aug 19 09:21:57.214430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: d13f978a-34d4-4492-ad11-9cefbdb91dcc {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:21:57.214769 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device d13f978a-34d4-4492-ad11-9cefbdb91dcc not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:21:57.241443 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:21:57.351742 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2e969-2f10-4631-8d58-abd098c4a38b req-65b55533-34ad-480e-929c-af30d4df583a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:57.355843 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-baf2e969-2f10-4631-8d58-abd098c4a38b req-65b55533-34ad-480e-929c-af30d4df583a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0523465 Aug 19 09:21:57.417649 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-baf2e969-2f10-4631-8d58-abd098c4a38b req-ff32e866-43b7-46cd-963d-5c8bf2377ef6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579848 Aug 19 09:21:57.430704 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e99e-4f72-45ce-8d2e-ebb0ed1adb3f req-c4c63268-87d4-405c-87bb-2779af5150cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:57.432242 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f631e99e-4f72-45ce-8d2e-ebb0ed1adb3f req-c4c63268-87d4-405c-87bb-2779af5150cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0498602 Aug 19 09:21:57.471490 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f631e99e-4f72-45ce-8d2e-ebb0ed1adb3f req-b3b670c6-aeb7-4a06-9e2a-45ea22807641 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306406 Aug 19 09:21:57.703762 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfbdb4-2435-41c8-afe1-c6ecb24ae1ad req-d03d901e-bdc0-4aea-ae5a-62a82253dda0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:57.705423 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f4dfbdb4-2435-41c8-afe1-c6ecb24ae1ad req-d03d901e-bdc0-4aea-ae5a-62a82253dda0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0488067 Aug 19 09:21:57.743124 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f4dfbdb4-2435-41c8-afe1-c6ecb24ae1ad req-9c5b9658-a4d8-40b8-a039-055ab8df497d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311749 Aug 19 09:21:58.530312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef699eb-188f-4fc5-8507-0fd65c75fd63 req-08d03264-1412-421d-a99c-cbf5093d1c44 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:58.531799 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bef699eb-188f-4fc5-8507-0fd65c75fd63 req-08d03264-1412-421d-a99c-cbf5093d1c44 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Aug 19 09:21:58.571216 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bef699eb-188f-4fc5-8507-0fd65c75fd63 req-c1c7ba40-7c72-4397-9f96-b8630dfca829 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Aug 19 09:21:58.864773 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647614-96bd-4ef9-b90f-25b7193b28e2 req-13286613-7c9a-4237-85df-c32036e9d328 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:58.866468 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6f647614-96bd-4ef9-b90f-25b7193b28e2 req-13286613-7c9a-4237-85df-c32036e9d328 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0522065 Aug 19 09:21:58.906092 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6f647614-96bd-4ef9-b90f-25b7193b28e2 req-aebce139-a9fe-494d-b49b-cdf82d1613d0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Aug 19 09:21:59.695595 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d62a-c77f-43b8-b1e1-a8bd1afa5420 req-2fb9fdbd-d9f3-4e98-a89b-0bb7978da957 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:59.697101 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aba1d62a-c77f-43b8-b1e1-a8bd1afa5420 req-2fb9fdbd-d9f3-4e98-a89b-0bb7978da957 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0542531 Aug 19 09:21:59.736690 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aba1d62a-c77f-43b8-b1e1-a8bd1afa5420 req-f27ebd8a-fb6b-4376-af81-dc117d8b2bf0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320404 Aug 19 09:21:59.846297 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447884d-5835-4f42-a353-431c6805b78e req-c37b2971-5545-4a77-a460-a1127b3103cc tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:21:59.847838 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7447884d-5835-4f42-a353-431c6805b78e req-c37b2971-5545-4a77-a460-a1127b3103cc tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Aug 19 09:21:59.856623 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 50588) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:21:59.861099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'floatingip': {'port_id': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:21:59.899890 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:00.026236 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e52857-adbd-4237-bf4c-e7e4c7b63c64 req-891fd0b1-6d1f-488c-bfe0-31b16bfbfba2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:00.027665 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24e52857-adbd-4237-bf4c-e7e4c7b63c64 req-891fd0b1-6d1f-488c-bfe0-31b16bfbfba2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0485678 Aug 19 09:22:00.070863 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24e52857-adbd-4237-bf4c-e7e4c7b63c64 req-ae74a5d1-768c-4045-9722-21a30b8d1b06 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Aug 19 09:22:00.334107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:00.337884 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:00.440250 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Floating IP 3cfa692d-7c4d-4abd-a567-7e7398916e59 associated. External IP: 172.27.3.115, port: f2ce61e2-8fd3-4bf9-b651-e4a66eec2886. Aug 19 09:22:00.870385 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:22:00.974523 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:22:00.978914 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:00.986110 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:22:00.996730 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:22:00.997381 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:22:01.010467 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-1576b0d8-8c05-420b-a1b7-ec02886a18e0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "PUT /v2.0/floatingips/3cfa692d-7c4d-4abd-a567-7e7398916e59 HTTP/1.1" status: 200 len: 992 time: 1.1526184 Aug 19 09:22:01.010886 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:22:01.013519 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a815491a-a94e-400c-89d2-ca0101484598" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:22:01.054635 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a3f0c-3941-4189-b55d-dc64462dffaa x-openstack-request-id: req-8e6a3f0c-3941-4189-b55d-dc64462dffaa {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:22:01.054922 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:22:01.055172 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e6a3f0c-3941-4189-b55d-dc64462dffaa {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:22:01.055629 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'status': 'completed', 'code': 200} Aug 19 09:22:01.102698 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:22:01.183689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815491a-a94e-400c-89d2-ca0101484598 req-2691a70e-4bd7-4809-a19a-4227d70eda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:01.185156 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-2691a70e-4bd7-4809-a19a-4227d70eda9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0682769 Aug 19 09:22:01.200665 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a3385-8483-4b37-a4ea-7ff3c4191ff0 req-30eaa469-c3b7-44bb-bb73-237890c336e4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:01.202111 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-217a3385-8483-4b37-a4ea-7ff3c4191ff0 req-30eaa469-c3b7-44bb-bb73-237890c336e4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0535791 Aug 19 09:22:01.290119 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-217a3385-8483-4b37-a4ea-7ff3c4191ff0 req-77f729bd-a92e-4f3c-855d-570101bda191 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782528 Aug 19 09:22:01.313973 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815491a-a94e-400c-89d2-ca0101484598 req-956c124f-a0dc-47fa-9e01-0a400198303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:01.314877 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-956c124f-a0dc-47fa-9e01-0a400198303e service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.1119320 Aug 19 09:22:01.376072 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '3cfa692d-7c4d-4abd-a567-7e7398916e59', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:9f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:21:46Z', 'updated_at': '2021-08-19T09:22:00Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:22:01.388014 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-b9ac0a6d-f836-4ae3-b226-2e8b4cd67c02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1000 time: 0.0660973 Aug 19 09:22:01.406448 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:22:01.415726 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:22:01.416518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:21:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:22:01.450787 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815491a-a94e-400c-89d2-ca0101484598 req-a8f17b92-eb71-4a93-802c-02d18733ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:01.452296 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-a8f17b92-eb71-4a93-802c-02d18733ae39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0485520 Aug 19 09:22:01.501300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815491a-a94e-400c-89d2-ca0101484598 req-28806190-fdb8-4679-9ae2-839828cb4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:01.503340 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-28806190-fdb8-4679-9ae2-839828cb4bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438523 Aug 19 09:22:01.616033 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-30f3efb8-67e8-4242-ae33-df3ed74e6a7e service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045330 Aug 19 09:22:01.650158 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:22:01.709321 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a815491a-a94e-400c-89d2-ca0101484598 req-cd49fbe8-af65-433c-b7db-799f6c5327a7 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Aug 19 09:22:01.871193 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '3cfa692d-7c4d-4abd-a567-7e7398916e59', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:9f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:21:46Z', 'updated_at': '2021-08-19T09:22:00Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:22:01.897815 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f956241-c924-4689-95c0-ae2899a5e96b None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '3cfa692d-7c4d-4abd-a567-7e7398916e59', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:9f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:21:46Z', 'updated_at': '2021-08-19T09:22:00Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:22:02.078965 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3ba408-123d-41cd-a08c-4059c85d2618 None None] New status for floating IP 3cfa692d-7c4d-4abd-a567-7e7398916e59: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:22:02.542096 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aea43d-dadb-4857-8d2a-d019a03d6f23 req-1a27e0b6-0f23-4e0d-8471-538ec6a31edf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:02.543777 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08aea43d-dadb-4857-8d2a-d019a03d6f23 req-1a27e0b6-0f23-4e0d-8471-538ec6a31edf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0548937 Aug 19 09:22:02.583659 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08aea43d-dadb-4857-8d2a-d019a03d6f23 req-4ab956bf-5f95-4d31-bec6-cbfb97435488 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336263 Aug 19 09:22:03.707982 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968247a9-4fdb-4f8c-81be-b0a3c99d8c61 req-7ac6551b-2987-468f-a8ca-81e53e0c5077 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:03.709453 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-968247a9-4fdb-4f8c-81be-b0a3c99d8c61 req-7ac6551b-2987-468f-a8ca-81e53e0c5077 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0518401 Aug 19 09:22:03.745898 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-968247a9-4fdb-4f8c-81be-b0a3c99d8c61 req-e42e5008-a20e-40c3-8cd3-ae4fe110908d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303111 Aug 19 09:22:04.861411 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22693d4e-ba26-471b-ad5d-c674dfa95481 req-4b4c74f0-bac9-4e34-81b3-68dc47c696c9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:04.862792 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-22693d4e-ba26-471b-ad5d-c674dfa95481 req-4b4c74f0-bac9-4e34-81b3-68dc47c696c9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0476172 Aug 19 09:22:04.899941 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-22693d4e-ba26-471b-ad5d-c674dfa95481 req-2f9caf3e-ac31-4247-b28a-08dbdccea629 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304060 Aug 19 09:22:05.568237 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:06.015989 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61c1a1-e995-42c3-9fa9-cea2073c2fbc req-311ce15a-2337-4523-966d-1e0a9029d35c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:06.017445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0f61c1a1-e995-42c3-9fa9-cea2073c2fbc req-311ce15a-2337-4523-966d-1e0a9029d35c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0472622 Aug 19 09:22:06.056826 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0f61c1a1-e995-42c3-9fa9-cea2073c2fbc req-735282c9-a7e6-4d05-a833-b22b33691eb4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Aug 19 09:22:07.187490 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5134d-dbc5-4ed8-be31-518e1900d784 req-4171d1b6-da9b-4b56-b3ca-f16925eb1d0b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:07.189001 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ea5134d-dbc5-4ed8-be31-518e1900d784 req-4171d1b6-da9b-4b56-b3ca-f16925eb1d0b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0610151 Aug 19 09:22:07.230688 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7ea5134d-dbc5-4ed8-be31-518e1900d784 req-174d7234-442b-40b7-9da1-ca0ae0f5771b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Aug 19 09:22:08.346308 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73759ea2-a5cb-4bd5-a4fa-3e1e2cce016b req-941e4f51-ca3c-4661-94c0-b388b27d7a3c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:08.347961 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73759ea2-a5cb-4bd5-a4fa-3e1e2cce016b req-941e4f51-ca3c-4661-94c0-b388b27d7a3c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0471876 Aug 19 09:22:08.387431 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73759ea2-a5cb-4bd5-a4fa-3e1e2cce016b req-f120f7a8-cc0a-477c-970b-1c97bc831639 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Aug 19 09:22:09.310253 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:22:09.403798 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:22:09.415284 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '137293e7-3590-4eee-8e9a-b01076e25605', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:22:09.456704 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:09.470996 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:22:09.493398 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:22:09.498297 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:09.507899 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d19b7-2e3c-4388-8da0-a91fc3a94738 req-eb43b433-1b7e-415e-9175-46691bbaadb5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:09.509481 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-572d19b7-2e3c-4388-8da0-a91fc3a94738 req-eb43b433-1b7e-415e-9175-46691bbaadb5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0505311 Aug 19 09:22:09.545759 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=6']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:22:09.547667 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-572d19b7-2e3c-4388-8da0-a91fc3a94738 req-3fad4f27-8546-40db-94fa-964ea912b05a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Aug 19 09:22:09.552899 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.553246 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.553583 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.553913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.554241 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.554700 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.554883 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.555195 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.555573 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.555896 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.556214 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.556532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:22:09.671159 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['137293e7-3590-4eee-8e9a-b01076e25605'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:22:10.675769 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f93c0-72ad-44c5-9c9c-7c0c452e5353 req-f8e98ef6-dd28-4cee-86c8-3e7c570aa5b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:10.677767 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-094f93c0-72ad-44c5-9c9c-7c0c452e5353 req-f8e98ef6-dd28-4cee-86c8-3e7c570aa5b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0533855 Aug 19 09:22:10.713886 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-094f93c0-72ad-44c5-9c9c-7c0c452e5353 req-c635851d-96eb-4120-a8de-7e6b8d03eb79 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301597 Aug 19 09:22:11.088724 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:22:11.135924 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 137293e7-3590-4eee-8e9a-b01076e25605 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:22:11.136292 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:11.213085 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:11.235638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:22:11.237875 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d797d54f-6abe-4e61-8d7b-b37fcc811b1b" -d '{"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:22:11.251247 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:22:11.256244 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:11.281831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c872eb75-1fa7-49dc-b581-16d01ce73888 x-openstack-request-id: req-c872eb75-1fa7-49dc-b581-16d01ce73888 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:22:11.282114 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:22:11.282360 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c872eb75-1fa7-49dc-b581-16d01ce73888 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:22:11.282739 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'code': 200} Aug 19 09:22:11.308522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=7']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:22:11.840716 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa3e1d-4b08-4793-8363-40643ffd77b7 req-a290ba98-2ca6-401b-a0cd-a30aeacf3197 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:11.842100 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eefa3e1d-4b08-4793-8363-40643ffd77b7 req-a290ba98-2ca6-401b-a0cd-a30aeacf3197 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0562625 Aug 19 09:22:11.878450 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-eefa3e1d-4b08-4793-8363-40643ffd77b7 req-04563fb4-ff82-4819-afbe-f4a9ad502e8f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Aug 19 09:22:12.417433 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-916f5a48-fea3-4b54-9492-3717b09a7f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:12.997961 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e6f37-bc22-40c3-a081-b0fff2bf11a5 req-662529ca-0019-4897-9d1f-fd42b0e7c309 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:12.999436 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a25e6f37-bc22-40c3-a081-b0fff2bf11a5 req-662529ca-0019-4897-9d1f-fd42b0e7c309 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0508063 Aug 19 09:22:13.035935 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a25e6f37-bc22-40c3-a081-b0fff2bf11a5 req-6d303af8-2331-4394-9eed-76f1a6cc308c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Aug 19 09:22:14.163385 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617161e-8b71-42a5-8456-3b70cc0b5520 req-64ed2b5d-4725-41fa-9b3f-50950dea5f49 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:14.165979 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d617161e-8b71-42a5-8456-3b70cc0b5520 req-64ed2b5d-4725-41fa-9b3f-50950dea5f49 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0529199 Aug 19 09:22:14.204490 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d617161e-8b71-42a5-8456-3b70cc0b5520 req-47d521b9-4d74-42ed-9ffe-98821a57e5ec tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Aug 19 09:22:14.987941 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42bf974a-903b-4302-9d53-61d00aa1fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:15.202858 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:15.338498 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca73e1-a543-4a32-b661-dfd163c71138 req-6d9e5504-bbf8-4b2d-8435-c2ea393c2200 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:15.340018 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f2ca73e1-a543-4a32-b661-dfd163c71138 req-6d9e5504-bbf8-4b2d-8435-c2ea393c2200 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0561974 Aug 19 09:22:15.380546 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f2ca73e1-a543-4a32-b661-dfd163c71138 req-c4992d9f-891c-4917-8685-e7ddfbddd124 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346057 Aug 19 09:22:16.223145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:16.511299 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdde0d-47b4-42aa-9808-9a451714cfa1 req-30fedc34-debf-4a11-82c3-09edacd18b05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:16.512706 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dfbdde0d-47b4-42aa-9808-9a451714cfa1 req-30fedc34-debf-4a11-82c3-09edacd18b05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0543089 Aug 19 09:22:16.552144 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dfbdde0d-47b4-42aa-9808-9a451714cfa1 req-860d7b79-f3c8-4824-acc5-fb93823226b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Aug 19 09:22:17.684588 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb423-39ee-4a7a-b3b5-dcc3dd4f82b2 req-1ddde7da-9db3-4970-a317-6196f8f08ff8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:17.687006 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-96dfb423-39ee-4a7a-b3b5-dcc3dd4f82b2 req-1ddde7da-9db3-4970-a317-6196f8f08ff8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0590096 Aug 19 09:22:17.730996 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-96dfb423-39ee-4a7a-b3b5-dcc3dd4f82b2 req-fb403af0-ac33-4b4f-8db2-9a4a9008ec65 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371566 Aug 19 09:22:17.998727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:18.923578 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7537a2-01c3-476f-ae28-7bd21c442a75 req-e5184a24-41e7-461b-bd88-9fadf63caf3f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:18.925111 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ef7537a2-01c3-476f-ae28-7bd21c442a75 req-e5184a24-41e7-461b-bd88-9fadf63caf3f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0741115 Aug 19 09:22:18.974534 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ef7537a2-01c3-476f-ae28-7bd21c442a75 req-ce7dca7c-9061-4f21-93c7-f3bf0b10a122 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395696 Aug 19 09:22:20.119097 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cb3bb-011f-43de-aadf-92204df93a76 req-3aeb5f44-e3fa-42d4-8086-033d3b77988f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:20.121722 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-652cb3bb-011f-43de-aadf-92204df93a76 req-3aeb5f44-e3fa-42d4-8086-033d3b77988f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0608358 Aug 19 09:22:20.172225 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-652cb3bb-011f-43de-aadf-92204df93a76 req-ede65ba1-3ff8-4e82-ada2-08ae4dd4965b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Aug 19 09:22:21.504488 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4339bcb-31f9-420b-aad4-ae67a0d06e52 req-c084e185-1cf6-42e4-ad03-d35976a43e9c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:21.505897 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a4339bcb-31f9-420b-aad4-ae67a0d06e52 req-c084e185-1cf6-42e4-ad03-d35976a43e9c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.2403157 Aug 19 09:22:21.545982 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a4339bcb-31f9-420b-aad4-ae67a0d06e52 req-8ca06eb0-3e31-4622-8a54-dfe644b721ad tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336750 Aug 19 09:22:22.672480 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58048b-4d77-49ac-9aec-e5cb3ced4314 req-68853381-d875-4ee7-8a12-506eef0920c9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:22.674127 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cb58048b-4d77-49ac-9aec-e5cb3ced4314 req-68853381-d875-4ee7-8a12-506eef0920c9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0508416 Aug 19 09:22:22.714367 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cb58048b-4d77-49ac-9aec-e5cb3ced4314 req-730f0dc6-9858-499a-a01a-f714714af3b4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329247 Aug 19 09:22:23.840989 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e161a-537a-409d-93b8-c6e589afc5b9 req-d81e10b5-2435-4778-b29a-2574bf550104 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:23.842434 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fb6e161a-537a-409d-93b8-c6e589afc5b9 req-d81e10b5-2435-4778-b29a-2574bf550104 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0500102 Aug 19 09:22:23.879579 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fb6e161a-537a-409d-93b8-c6e589afc5b9 req-a37ee3d9-ec4e-4bcc-9bf1-9c285758481c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Aug 19 09:22:24.998266 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1b116-0568-49e8-a38c-22f199ba159d req-dbc90446-0aa9-4794-af30-b8f8509e6429 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:24.999779 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e1d1b116-0568-49e8-a38c-22f199ba159d req-dbc90446-0aa9-4794-af30-b8f8509e6429 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0489340 Aug 19 09:22:25.040996 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e1d1b116-0568-49e8-a38c-22f199ba159d req-614eb86a-de95-42a2-9efc-a1cc35552972 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Aug 19 09:22:25.775596 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-9569a2a3-3e1d-4728-a472-1f48162d7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:25.777047 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-9569a2a3-3e1d-4728-a472-1f48162d7725 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1099 time: 0.0388894 Aug 19 09:22:25.873301 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-a29ee04c-f6bc-4526-9099-ce5e7f39e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:25.874782 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-a29ee04c-f6bc-4526-9099-ce5e7f39e09f service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0883739 Aug 19 09:22:26.166739 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90649-fdfc-4195-b75d-39a427dfd1b0 req-5455b790-887a-4894-91b3-11591b48ad16 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:26.168369 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-88c90649-fdfc-4195-b75d-39a427dfd1b0 req-5455b790-887a-4894-91b3-11591b48ad16 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0491533 Aug 19 09:22:26.208000 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-88c90649-fdfc-4195-b75d-39a427dfd1b0 req-90f2eb29-c6cc-4d1e-8c50-55fbe8d2773e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334260 Aug 19 09:22:27.331801 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532d67d-aa18-4fac-8cfb-c607da58bb56 req-9249aeb5-dcf0-4328-a0e8-0141021cf260 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:27.333286 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1532d67d-aa18-4fac-8cfb-c607da58bb56 req-9249aeb5-dcf0-4328-a0e8-0141021cf260 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 946 time: 0.0521305 Aug 19 09:22:27.374598 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1532d67d-aa18-4fac-8cfb-c607da58bb56 req-811c7d78-887c-412c-b3f2-3491fa76f67f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350704 Aug 19 09:22:27.719490 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:22:27.782658 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-46b565fe-4ac5-4b1d-aed1-c4744b27b4c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1002 time: 0.0597856 Aug 19 09:22:27.797295 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:27.819069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:22:27.821798 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a93a8-4f96-4110-acb5-6fddfb2e6bc8" -d '{"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-unplugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:22:27.834383 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:22:27.838902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:27.861242 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912159dc-4a34-45eb-9a8b-9bdb971375c0 x-openstack-request-id: req-912159dc-4a34-45eb-9a8b-9bdb971375c0 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:22:27.861555 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-unplugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:22:27.861814 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-912159dc-4a34-45eb-9a8b-9bdb971375c0 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:22:27.862201 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'code': 200} Aug 19 09:22:27.887453 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=8']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:22:28.501788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f5725-934f-44da-a633-018ac61cd91c req-e91cc61b-33e9-484e-a34c-6c410b68f1d8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:28.503246 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a0f5725-934f-44da-a633-018ac61cd91c req-e91cc61b-33e9-484e-a34c-6c410b68f1d8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0525746 Aug 19 09:22:28.542107 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a0f5725-934f-44da-a633-018ac61cd91c req-b3187778-6a5a-4757-88c1-7bea0b8af847 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Aug 19 09:22:29.656862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026e01-62bc-4537-a374-1ff4d65d61c1 req-189d493c-18f3-40e1-b511-ee9c451e8870 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:29.658311 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5e026e01-62bc-4537-a374-1ff4d65d61c1 req-189d493c-18f3-40e1-b511-ee9c451e8870 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0470157 Aug 19 09:22:29.694532 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5e026e01-62bc-4537-a374-1ff4d65d61c1 req-34aa853f-cb6d-498f-b27b-6e2ceebc2c18 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295541 Aug 19 09:22:30.352484 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-1ea01481-f98d-46b8-96ec-5a1c2adb4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:30.353965 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-1ea01481-f98d-46b8-96ec-5a1c2adb4435 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0439909 Aug 19 09:22:30.403322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-88b9711f-3c43-4fa6-9952-7b7c61ca33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:30.404797 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-88b9711f-3c43-4fa6-9952-7b7c61ca33f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424662 Aug 19 09:22:30.497285 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-bc6664a3-54a1-487f-b571-85a5bb2146c8 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Aug 19 09:22:30.588997 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6cf11087-d4f2-4d2c-94fb-53e215b0137f req-709a01ba-cdd7-4ed1-a087-4de25c5fbd2f service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Aug 19 09:22:30.813476 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fecbb5-d5c9-4338-b8ce-cb0222caf996 req-150d2c97-d64f-4f85-a803-32a26e27f8c2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:30.814826 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-11fecbb5-d5c9-4338-b8ce-cb0222caf996 req-150d2c97-d64f-4f85-a803-32a26e27f8c2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0502517 Aug 19 09:22:30.851933 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-11fecbb5-d5c9-4338-b8ce-cb0222caf996 req-97d1a26a-78aa-4584-b098-252cd6add75d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306549 Aug 19 09:22:31.974765 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6b01-2072-4f9a-bbf4-016fbe6ec1d2 req-437e6c2c-97a3-4454-8c68-3b9ab03e0dfe tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:31.976586 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5bdc6b01-2072-4f9a-bbf4-016fbe6ec1d2 req-437e6c2c-97a3-4454-8c68-3b9ab03e0dfe tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0509684 Aug 19 09:22:32.104086 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5bdc6b01-2072-4f9a-bbf4-016fbe6ec1d2 req-e8764772-8c27-42be-affc-a729a1029c6d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216841 Aug 19 09:22:32.856058 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:22:33.219179 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6956a-5464-41b3-923b-9ba8a0843a36 req-deac4d56-bab4-45fa-9c6d-de913eee0566 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:33.220686 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-27c6956a-5464-41b3-923b-9ba8a0843a36 req-deac4d56-bab4-45fa-9c6d-de913eee0566 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0474005 Aug 19 09:22:33.257779 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-27c6956a-5464-41b3-923b-9ba8a0843a36 req-73f19c11-0b70-4c36-a6be-73da6bed024e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306215 Aug 19 09:22:34.377176 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401bf3d-abb5-4657-8005-e5346951af6e req-26f60d6e-35d2-4f14-9b5e-39141cb7d570 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:34.378669 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b401bf3d-abb5-4657-8005-e5346951af6e req-26f60d6e-35d2-4f14-9b5e-39141cb7d570 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0512807 Aug 19 09:22:34.416346 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b401bf3d-abb5-4657-8005-e5346951af6e req-665b7c09-24b2-4317-be2f-2456c397148b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Aug 19 09:22:35.531174 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b13cfa-6aa2-4cbb-b186-e1b7d31caef8 req-e6173f06-114d-4484-b172-2f2f40c9127f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:35.532666 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e0b13cfa-6aa2-4cbb-b186-e1b7d31caef8 req-e6173f06-114d-4484-b172-2f2f40c9127f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0471795 Aug 19 09:22:35.569726 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e0b13cfa-6aa2-4cbb-b186-e1b7d31caef8 req-23236674-42a8-403d-9b49-ba972dd02316 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306075 Aug 19 09:22:35.587833 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:36.688357 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fe3c2-b084-450f-8b70-0e84890fa732 req-cbac54f0-368a-45ee-9d53-3ae258aed5df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:36.689923 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b81fe3c2-b084-450f-8b70-0e84890fa732 req-cbac54f0-368a-45ee-9d53-3ae258aed5df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0493648 Aug 19 09:22:36.730134 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b81fe3c2-b084-450f-8b70-0e84890fa732 req-5c23564f-c7f6-4513-814f-64ea76031a01 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Aug 19 09:22:36.734818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff197f8-8b37-422f-a46e-82d54107387c req-a9b93674-3a06-4084-823b-430cca6b2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:36.736402 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-a9b93674-3a06-4084-823b-430cca6b2342 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1097 time: 0.0406969 Aug 19 09:22:36.853294 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff197f8-8b37-422f-a46e-82d54107387c req-2a0c4894-b4f1-4ce4-a7bf-8535f1ee3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:36.854753 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-2a0c4894-b4f1-4ce4-a7bf-8535f1ee3f04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0980849 Aug 19 09:22:36.918732 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-4f73737c-8d09-4e5a-bc6c-1eff1c5f2b7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1000 time: 0.0559280 Aug 19 09:22:36.967876 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff197f8-8b37-422f-a46e-82d54107387c req-bc555721-2ae7-4345-8079-92234e84e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:36.969254 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-bc555721-2ae7-4345-8079-92234e84e52c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0416021 Aug 19 09:22:37.016757 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff197f8-8b37-422f-a46e-82d54107387c req-06a7523f-dedc-46d1-ad28-1f2954660b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:37.018191 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-06a7523f-dedc-46d1-ad28-1f2954660b7e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406432 Aug 19 09:22:37.112559 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-fa2a6f96-4520-4165-9f12-363a72858a22 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864384 Aug 19 09:22:37.206997 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6ff197f8-8b37-422f-a46e-82d54107387c req-25f26069-19cc-423d-8b36-b604725bd95a service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865915 Aug 19 09:22:37.856869 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255893-17ca-4b6e-9dc3-aae2de255087 req-fededafc-9fe5-4156-be7a-a007079f7db2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:37.858233 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-41255893-17ca-4b6e-9dc3-aae2de255087 req-fededafc-9fe5-4156-be7a-a007079f7db2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0511630 Aug 19 09:22:37.895534 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-41255893-17ca-4b6e-9dc3-aae2de255087 req-9c1a3dbb-0945-4a0c-b663-d7cb4e87b9cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Aug 19 09:22:38.550894 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51a87-cac9-43a4-8675-2221584495c3 req-a462fd3b-9f3a-4171-98bb-e4453d866476 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:38.552449 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5f51a87-cac9-43a4-8675-2221584495c3 req-a462fd3b-9f3a-4171-98bb-e4453d866476 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0475323 Aug 19 09:22:38.591416 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5f51a87-cac9-43a4-8675-2221584495c3 req-e6792ae6-7bc6-4876-998e-66f125b65e97 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Aug 19 09:22:38.779682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51112) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:22:38.861708 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-9df768cd-06c6-41d6-98bb-27cc93e15fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809124 Aug 19 09:22:39.712148 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb50533-87c3-44a3-90d6-4745ca7bd9a4 req-e7bba4f8-b501-441a-858c-1093fce89a35 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:39.713591 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-deb50533-87c3-44a3-90d6-4745ca7bd9a4 req-e7bba4f8-b501-441a-858c-1093fce89a35 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0509517 Aug 19 09:22:39.750111 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-deb50533-87c3-44a3-90d6-4745ca7bd9a4 req-03503a43-3d82-43f8-806e-3499de451ffc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Aug 19 09:22:40.868089 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a25334-7122-4860-a224-af483dfb45b2 req-4d33d544-344a-4578-91e2-b100c37ef6cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:40.869565 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b6a25334-7122-4860-a224-af483dfb45b2 req-4d33d544-344a-4578-91e2-b100c37ef6cd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0476577 Aug 19 09:22:40.905903 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b6a25334-7122-4860-a224-af483dfb45b2 req-ada2af21-06b2-49a0-a427-bd1744761ba5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303454 Aug 19 09:22:42.022998 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cac02-540f-4dfa-bdb1-d8524bf9aa16 req-9c9673e2-5801-4d3d-ae38-d5c2bed422c1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:42.024491 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f1cac02-540f-4dfa-bdb1-d8524bf9aa16 req-9c9673e2-5801-4d3d-ae38-d5c2bed422c1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0489242 Aug 19 09:22:42.061894 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4f1cac02-540f-4dfa-bdb1-d8524bf9aa16 req-8e349161-5c85-46da-98f7-e9e7cd749b63 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Aug 19 09:22:42.417373 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8369-6e1d-4f38-9639-d87080d39242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:43.186885 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae392c3-98b9-42d2-b1ba-6ec49a228915 req-6c23aa00-8aa4-4ac8-b965-1c1cb0071e3e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:43.188486 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cae392c3-98b9-42d2-b1ba-6ec49a228915 req-6c23aa00-8aa4-4ac8-b965-1c1cb0071e3e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0515614 Aug 19 09:22:43.226695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cae392c3-98b9-42d2-b1ba-6ec49a228915 req-19ef2b99-b8dd-46cf-a6b9-9e1a4106c829 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Aug 19 09:22:43.987107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2747-0e39-47bd-9afe-179d898b2058 req-5e7fcd94-f27f-44b8-82c5-2613cf15e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:43.988697 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-5e7fcd94-f27f-44b8-82c5-2613cf15e172 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 1097 time: 0.0709038 Aug 19 09:22:43.997517 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:22:44.086036 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2747-0e39-47bd-9afe-179d898b2058 req-63f3eac6-a576-4e78-b8c5-26766907843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:44.087874 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-63f3eac6-a576-4e78-b8c5-26766907843e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1097 time: 0.0655289 Aug 19 09:22:44.353908 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b81f32-6e0c-4f27-b4ac-92dd4fc927ff req-51312d77-a6bd-4935-83bd-dcc5c9b5785b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:44.355617 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75b81f32-6e0c-4f27-b4ac-92dd4fc927ff req-51312d77-a6bd-4935-83bd-dcc5c9b5785b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0500100 Aug 19 09:22:44.392912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2747-0e39-47bd-9afe-179d898b2058 req-1c1a2652-67a4-4823-b414-1bf0892e98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:44.393436 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75b81f32-6e0c-4f27-b4ac-92dd4fc927ff req-28e9a95a-5b97-41f2-a961-e108a756ea0c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Aug 19 09:22:44.394355 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-1c1a2652-67a4-4823-b414-1bf0892e98d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.2929366 Aug 19 09:22:44.460272 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-4dbb51c2-8f09-49c8-8a3c-5e4df88fe245 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1000 time: 0.0578780 Aug 19 09:22:44.512567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2747-0e39-47bd-9afe-179d898b2058 req-2c96635c-d74d-4168-8d28-97229b67c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:44.513992 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-2c96635c-d74d-4168-8d28-97229b67c2c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0431256 Aug 19 09:22:44.568069 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e2747-0e39-47bd-9afe-179d898b2058 req-bc435b6a-bef3-4a1c-91b6-e1915ce2510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:44.569587 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-bc435b6a-bef3-4a1c-91b6-e1915ce2510a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385170 Aug 19 09:22:44.671442 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-0bd7fde5-0e5e-4e90-9fd2-cc36d26f4bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Aug 19 09:22:44.765328 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-898e2747-0e39-47bd-9afe-179d898b2058 req-8436b68b-b22b-4f6f-9d44-7ba990959fdc service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854766 Aug 19 09:22:44.982081 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-04fa905f-36f6-40b2-8e75-3a553398fadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:45.212090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:45.515296 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed21d24-54df-47f2-8079-583b405ae5a5 req-a226d46b-0171-435c-911d-6d925ad86c8c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:45.516805 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8ed21d24-54df-47f2-8079-583b405ae5a5 req-a226d46b-0171-435c-911d-6d925ad86c8c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0515461 Aug 19 09:22:45.558602 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8ed21d24-54df-47f2-8079-583b405ae5a5 req-0cb45f53-eea6-4f45-852d-7187d65a9024 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Aug 19 09:22:45.668234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370571a-29eb-41f4-a462-f2c51ca8be48 req-ce568ca1-07de-41de-8a03-ebcd89717206 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:45.669748 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8370571a-29eb-41f4-a462-f2c51ca8be48 req-ce568ca1-07de-41de-8a03-ebcd89717206 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0500658 Aug 19 09:22:45.712461 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8370571a-29eb-41f4-a462-f2c51ca8be48 req-0768fc23-409a-4573-a225-d496317fde02 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367584 Aug 19 09:22:46.223423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:46.673508 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b48c6-2eab-41f3-a8f5-0bfa7c987a64 req-d8135d1d-1d54-4a88-84ab-b04b4d605070 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:46.675878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-af9b48c6-2eab-41f3-a8f5-0bfa7c987a64 req-d8135d1d-1d54-4a88-84ab-b04b4d605070 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Aug 19 09:22:46.719071 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-af9b48c6-2eab-41f3-a8f5-0bfa7c987a64 req-661ca23d-7593-4558-bdb5-bdc04305c07f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Aug 19 09:22:46.836617 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37146e7-0813-40fa-9405-3fcf23a53da0 req-ea211f8c-b665-472f-81f8-473bff39f443 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:46.838311 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b37146e7-0813-40fa-9405-3fcf23a53da0 req-ea211f8c-b665-472f-81f8-473bff39f443 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0505955 Aug 19 09:22:46.881454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b37146e7-0813-40fa-9405-3fcf23a53da0 req-34114652-a0a2-4424-b558-e18d343bf675 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Aug 19 09:22:47.840323 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1559e23-6f87-44f4-8ace-2ba409556a6d req-6da4724a-8001-4c8b-a575-c7d10a842f1f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:47.841804 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1559e23-6f87-44f4-8ace-2ba409556a6d req-6da4724a-8001-4c8b-a575-c7d10a842f1f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0544629 Aug 19 09:22:47.879966 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1559e23-6f87-44f4-8ace-2ba409556a6d req-20bd1694-3d1b-4a6d-a5d5-4fe9738e630d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Aug 19 09:22:48.013222 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:22:48.016070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901203-c8df-429d-b000-fcb88b45dda5 req-0515faae-29f8-498d-bd92-8fd2d567e82e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:48.017593 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-01901203-c8df-429d-b000-fcb88b45dda5 req-0515faae-29f8-498d-bd92-8fd2d567e82e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0648386 Aug 19 09:22:48.055937 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-01901203-c8df-429d-b000-fcb88b45dda5 req-e8753762-d38c-42cd-9fee-692a99df79d5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Aug 19 09:22:48.997211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319a483-aea3-4acf-b9a9-588b747c69f9 req-abc8a32b-584c-4e45-a593-0f37369fb591 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:49.003076 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d319a483-aea3-4acf-b9a9-588b747c69f9 req-abc8a32b-584c-4e45-a593-0f37369fb591 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0503983 Aug 19 09:22:49.042974 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d319a483-aea3-4acf-b9a9-588b747c69f9 req-accb117c-07ac-4d03-891f-e6babe7043a5 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Aug 19 09:22:49.174295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545fe2-b1f4-4239-94e4-573724e84718 req-d0d49688-5d26-479c-b0e9-7bf1d3083a54 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:49.175708 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f545fe2-b1f4-4239-94e4-573724e84718 req-d0d49688-5d26-479c-b0e9-7bf1d3083a54 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0475752 Aug 19 09:22:49.212537 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1f545fe2-b1f4-4239-94e4-573724e84718 req-0defd4e8-decd-4ca6-89b6-cfdb6e642c59 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Aug 19 09:22:50.170846 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ab41-1864-47ff-b2a0-c81fa91c6a9e req-df8ec9b7-cde9-42f2-96ae-21a3908de7aa tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:50.172325 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ef5ab41-1864-47ff-b2a0-c81fa91c6a9e req-df8ec9b7-cde9-42f2-96ae-21a3908de7aa tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0578501 Aug 19 09:22:50.209950 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ef5ab41-1864-47ff-b2a0-c81fa91c6a9e req-59d41f39-13c4-444c-8d88-680299970fc5 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 19 09:22:50.333852 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345242e-4d05-4087-a37e-20762b23d821 req-12320a9b-fabc-45fd-a42a-224d96a19db9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:50.335247 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7345242e-4d05-4087-a37e-20762b23d821 req-12320a9b-fabc-45fd-a42a-224d96a19db9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0498407 Aug 19 09:22:50.376336 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7345242e-4d05-4087-a37e-20762b23d821 req-536285d1-a15d-4513-9e8a-292cddc7f30a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346241 Aug 19 09:22:51.322997 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4349-e9d4-4acf-b3e5-5d8dc9c83239 req-2e5bf514-66ae-4e64-a86a-80b0c45c902e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:51.324493 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-532c4349-e9d4-4acf-b3e5-5d8dc9c83239 req-2e5bf514-66ae-4e64-a86a-80b0c45c902e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Aug 19 09:22:51.360471 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-532c4349-e9d4-4acf-b3e5-5d8dc9c83239 req-20dbb225-a894-4e74-838f-4b31c7a0ae89 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302656 Aug 19 09:22:51.495077 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdc64a-9390-4460-973e-381305cc4a70 req-4ea98847-8c46-41b3-8924-35162ab10ba3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:51.496509 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcbdc64a-9390-4460-973e-381305cc4a70 req-4ea98847-8c46-41b3-8924-35162ab10ba3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0477955 Aug 19 09:22:51.533495 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcbdc64a-9390-4460-973e-381305cc4a70 req-b951ebe3-0ea5-496c-9038-44ae6d04f2e4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Aug 19 09:22:52.475976 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fd8b4-d983-42d6-a56e-74b9c0730f6a req-02545b90-6975-4917-a1fa-d922c4745e68 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:52.477575 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-091fd8b4-d983-42d6-a56e-74b9c0730f6a req-02545b90-6975-4917-a1fa-d922c4745e68 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0491099 Aug 19 09:22:52.520638 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-091fd8b4-d983-42d6-a56e-74b9c0730f6a req-c3abd569-3d2a-4b20-bdf1-7486dac71f26 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Aug 19 09:22:52.656058 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f973c-c092-43b4-8d5c-bb4c9a048cc2 req-a61388f4-9fe6-4a10-aea9-456327d35dc4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:52.657464 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2d7f973c-c092-43b4-8d5c-bb4c9a048cc2 req-a61388f4-9fe6-4a10-aea9-456327d35dc4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0502639 Aug 19 09:22:52.695639 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2d7f973c-c092-43b4-8d5c-bb4c9a048cc2 req-18c561e8-2e34-45cf-8433-e2efee6ae2dc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Aug 19 09:22:53.636450 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6526-bf4e-4fbe-8e03-7c3e9f6655ac req-4438968b-d785-4f77-af0f-b507f8be5f7a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:53.637916 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-adca6526-bf4e-4fbe-8e03-7c3e9f6655ac req-4438968b-d785-4f77-af0f-b507f8be5f7a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0489750 Aug 19 09:22:53.673846 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-adca6526-bf4e-4fbe-8e03-7c3e9f6655ac req-43e70065-3ac9-4e8d-839d-202b19803edd tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300214 Aug 19 09:22:53.824747 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582db211-93e0-4d10-95cd-04a285a11bcb req-a5fd2337-254c-481b-9e69-4706f90bec8a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:53.826313 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-582db211-93e0-4d10-95cd-04a285a11bcb req-a5fd2337-254c-481b-9e69-4706f90bec8a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0515747 Aug 19 09:22:53.866935 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-582db211-93e0-4d10-95cd-04a285a11bcb req-99411888-4e19-4f10-aa3f-4a12bdcea923 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348024 Aug 19 09:22:54.792352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8dd72-a307-4df0-875a-f06a6c6fec0b req-f0983d4b-8786-4792-bfad-ca386ab33415 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:54.793808 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e1b8dd72-a307-4df0-875a-f06a6c6fec0b req-f0983d4b-8786-4792-bfad-ca386ab33415 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0478938 Aug 19 09:22:54.830735 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e1b8dd72-a307-4df0-875a-f06a6c6fec0b req-b8b01e5c-eaac-4e8f-a903-fdd68b1aa43c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Aug 19 09:22:54.984860 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef29bd-cd29-4b45-bed0-0ee5a4b3bc3b req-4656b2e6-28aa-4075-82d7-271ee154f9e5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:54.986368 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16ef29bd-cd29-4b45-bed0-0ee5a4b3bc3b req-4656b2e6-28aa-4075-82d7-271ee154f9e5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0488417 Aug 19 09:22:55.024594 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-16ef29bd-cd29-4b45-bed0-0ee5a4b3bc3b req-d1475efb-e71d-432b-aeb0-efee25fb4210 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Aug 19 09:22:55.944135 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2211-74b0-4fad-804d-b31de5bed769 req-b6dc0fcf-200c-4ed5-8d38-15498e1f0fa6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:55.946865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef3b2211-74b0-4fad-804d-b31de5bed769 req-b6dc0fcf-200c-4ed5-8d38-15498e1f0fa6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Aug 19 09:22:55.991649 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef3b2211-74b0-4fad-804d-b31de5bed769 req-d68ea73c-c2bb-48c9-9b57-cefaa23f715b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Aug 19 09:22:56.146987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3c525-d2b2-419a-b884-e171c67e7eee req-488c131f-3182-4014-910f-ecc01f0927c4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:56.148513 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bfa3c525-d2b2-419a-b884-e171c67e7eee req-488c131f-3182-4014-910f-ecc01f0927c4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0508163 Aug 19 09:22:56.185713 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bfa3c525-d2b2-419a-b884-e171c67e7eee req-4bf18636-9fa8-4d0b-aa52-39347d6d4dc9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Aug 19 09:22:57.115868 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c799f-6cf3-4223-9034-75c2e0529e1e req-5622d468-73d6-421c-836b-8a35de0e69f3 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:57.117411 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e22c799f-6cf3-4223-9034-75c2e0529e1e req-5622d468-73d6-421c-836b-8a35de0e69f3 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0523112 Aug 19 09:22:57.168218 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e22c799f-6cf3-4223-9034-75c2e0529e1e req-fcc7de0e-71c0-4c6b-adf4-f82c05eafc4a tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 19 09:22:57.319333 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8574-4e5a-4871-b64b-6c9e343e4621 req-e325dacc-c140-4735-8a71-8f844a038ad8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:57.320847 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9eec8574-4e5a-4871-b64b-6c9e343e4621 req-e325dacc-c140-4735-8a71-8f844a038ad8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0487628 Aug 19 09:22:57.365460 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9eec8574-4e5a-4871-b64b-6c9e343e4621 req-5fc10294-dd53-4047-8395-cb7c5f4bd929 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Aug 19 09:22:58.289110 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d6c49-f025-4e29-8645-65e0969b98af req-e9bdc294-1ad8-448a-9130-3507d1734756 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:58.290864 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e5d6c49-f025-4e29-8645-65e0969b98af req-e9bdc294-1ad8-448a-9130-3507d1734756 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Aug 19 09:22:58.328924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e5d6c49-f025-4e29-8645-65e0969b98af req-90489361-e58a-4a5e-bf37-eec34ef3172e tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Aug 19 09:22:58.492463 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c6e26-8425-4048-836f-ef81ecc295b1 req-f2f47050-0eb7-4ddb-9a26-f53d4eeb2521 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:58.494708 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d97c6e26-8425-4048-836f-ef81ecc295b1 req-f2f47050-0eb7-4ddb-9a26-f53d4eeb2521 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0530798 Aug 19 09:22:58.545730 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d97c6e26-8425-4048-836f-ef81ecc295b1 req-b0f2a4e7-ae54-4c40-8f0d-19b81d61f257 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446451 Aug 19 09:22:59.453672 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626cf0d-4a63-4af1-b4af-a3a1c301539a req-8ae508e6-00cc-4ca3-8b90-61c7761aea34 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:59.455188 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4626cf0d-4a63-4af1-b4af-a3a1c301539a req-8ae508e6-00cc-4ca3-8b90-61c7761aea34 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Aug 19 09:22:59.499731 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4626cf0d-4a63-4af1-b4af-a3a1c301539a req-afea48c3-e0d1-49f3-9f27-152fc413ce84 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Aug 19 09:22:59.683151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b372090-13c2-44c5-88ca-1493cd39ef65 req-da7fd688-84ef-48f3-b058-0fcd6cabe604 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:22:59.684746 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b372090-13c2-44c5-88ca-1493cd39ef65 req-da7fd688-84ef-48f3-b058-0fcd6cabe604 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0510843 Aug 19 09:22:59.730127 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b372090-13c2-44c5-88ca-1493cd39ef65 req-a62110e4-6d3d-4e6e-84b6-0ddc50536752 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Aug 19 09:23:00.288104 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51408) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:00.397280 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.486427 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.491207 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.532999 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a09d166d2a834634a576f927c5e70bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437780 Aug 19 09:23:00.533854 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c19ae-f28b-4043-92d5-2347fcb79487,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:00.535831 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51414) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:00.541817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.542178 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.542606 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.542856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.543194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.543558 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.543892 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.544223 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.544553 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.544881 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.545210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.545599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67348e82-47f4-4997-9ebd-fd5951f4f641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.590831 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.613149 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.628746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524bf4b-ca44-4f2b-af9c-28a8a5917a0d req-61f58016-024e-499c-959b-a9ea1f7d9c65 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:00.630521 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c524bf4b-ca44-4f2b-af9c-28a8a5917a0d req-61f58016-024e-499c-959b-a9ea1f7d9c65 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Aug 19 09:23:00.661378 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.663936 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:00.667921 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a88c19ae-f28b-4043-92d5-2347fcb79487 HTTP/1.1" status: 204 len: 168 time: 0.1278501 Aug 19 09:23:00.674371 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c19ae-f28b-4043-92d5-2347fcb79487,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:00.674555 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c524bf4b-ca44-4f2b-af9c-28a8a5917a0d req-9f73f3ba-c38f-4e1c-9ebe-65eb109da932 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Aug 19 09:23:00.682902 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.683258 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.683632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.683970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.684302 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.684837 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.685339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.685824 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.686351 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.686653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.687164 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.687519 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74c87d0-9547-4cec-95b6-a1742080ba62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:00.847606 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51530d85-0011-4b39-a6be-f4def4b8e68e req-c39c736e-0fc6-4e96-8576-5981e8d057aa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:00.849367 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51530d85-0011-4b39-a6be-f4def4b8e68e req-c39c736e-0fc6-4e96-8576-5981e8d057aa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0480402 Aug 19 09:23:00.894998 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51530d85-0011-4b39-a6be-f4def4b8e68e req-c066dcaf-0c04-4ba4-89bb-1a6b77024147 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384490 Aug 19 09:23:00.923986 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51422) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:00.937497 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c714e9d3-d901-428f-8f7a-0a5f9d3208c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.027005 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c714e9d3-d901-428f-8f7a-0a5f9d3208c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.030582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c714e9d3-d901-428f-8f7a-0a5f9d3208c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.067225 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c714e9d3-d901-428f-8f7a-0a5f9d3208c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1833547e88048a5b69a7c864983b1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421247 Aug 19 09:23:01.069132 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714e9d3-d901-428f-8f7a-0a5f9d3208c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b8f6d-4bf6-40d9-9a69-ba1de02b4eea,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:01.069979 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51424) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:01.120560 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.140465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.185289 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.187938 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:01.189067 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da3b8f6d-4bf6-40d9-9a69-ba1de02b4eea HTTP/1.1" status: 204 len: 168 time: 0.1181085 Aug 19 09:23:01.196382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46136124-5461-49de-96c6-4ab0ec35acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b8f6d-4bf6-40d9-9a69-ba1de02b4eea,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:01.800376 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160b8f5-9827-4405-b52e-36e18e67eb9c req-33809f9d-a3f0-44ec-96d4-a2f3034e2c9c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:01.801888 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9160b8f5-9827-4405-b52e-36e18e67eb9c req-33809f9d-a3f0-44ec-96d4-a2f3034e2c9c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0576580 Aug 19 09:23:01.840657 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9160b8f5-9827-4405-b52e-36e18e67eb9c req-e79b0986-1aa6-4af0-ac24-8509386062da tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Aug 19 09:23:02.012076 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd7ff-f362-436d-a70f-84e8613eda6d req-47fc9b62-8f42-4c59-8ade-efd6638d4c95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:02.013604 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51fdd7ff-f362-436d-a70f-84e8613eda6d req-47fc9b62-8f42-4c59-8ade-efd6638d4c95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0527165 Aug 19 09:23:02.053119 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-51fdd7ff-f362-436d-a70f-84e8613eda6d req-9cb2078d-1572-444f-94dc-2d3970c23363 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Aug 19 09:23:02.710605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51472) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:02.812695 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04ff3a43-a818-4b21-a0b2-b0ac1941ed31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:02.901173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04ff3a43-a818-4b21-a0b2-b0ac1941ed31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:02.904616 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04ff3a43-a818-4b21-a0b2-b0ac1941ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:02.971096 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-04ff3a43-a818-4b21-a0b2-b0ac1941ed31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e5ed688932a4e9f9d27fbd5e0a5c5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593882 Aug 19 09:23:02.972906 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff3a43-a818-4b21-a0b2-b0ac1941ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1f26f-019f-4971-a8ed-a3e2fe4485bd,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:02.974021 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51478) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:02.991933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b48554-e8a4-4380-861a-2d3a507c7e21 req-4b8a1085-da1b-4a6c-8645-f51a83ef43a0 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:02.993465 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-72b48554-e8a4-4380-861a-2d3a507c7e21 req-4b8a1085-da1b-4a6c-8645-f51a83ef43a0 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0841720 Aug 19 09:23:03.027937 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.031223 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-72b48554-e8a4-4380-861a-2d3a507c7e21 req-3b6aa261-791a-4059-8021-f1ed408d84ba tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Aug 19 09:23:03.049758 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.096800 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.100040 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.101201 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd1f26f-019f-4971-a8ed-a3e2fe4485bd HTTP/1.1" status: 204 len: 168 time: 0.1261845 Aug 19 09:23:03.109592 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef1b2-b362-455e-9e7c-b0111663ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1f26f-019f-4971-a8ed-a3e2fe4485bd,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:03.182193 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f751ed-358f-44b5-91e8-4729f896b541 req-979d1857-0c9b-4ada-86bd-cadaf9bdcbfa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:03.183632 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45f751ed-358f-44b5-91e8-4729f896b541 req-979d1857-0c9b-4ada-86bd-cadaf9bdcbfa tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0480232 Aug 19 09:23:03.226273 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45f751ed-358f-44b5-91e8-4729f896b541 req-929a4318-4951-4e52-9abf-5c2d19336176 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363712 Aug 19 09:23:03.372162 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51488) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:03.385729 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-405814d9-a99b-4e27-b3ed-4bfead98d395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.474321 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-405814d9-a99b-4e27-b3ed-4bfead98d395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.478558 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-405814d9-a99b-4e27-b3ed-4bfead98d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.516200 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-405814d9-a99b-4e27-b3ed-4bfead98d395 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eefe007faa16471ca6c987ab3d50adcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428480 Aug 19 09:23:03.517054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405814d9-a99b-4e27-b3ed-4bfead98d395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df10422-b3c6-4b35-be03-f50043e4dd17,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:03.518930 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51490) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:03.567033 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.586940 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.632565 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.635141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:03.636354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6df10422-b3c6-4b35-be03-f50043e4dd17 HTTP/1.1" status: 204 len: 168 time: 0.1164188 Aug 19 09:23:03.643610 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b613b0-6fa3-4484-a0c6-d985ccf1addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df10422-b3c6-4b35-be03-f50043e4dd17,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:04.153892 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-8fe82809-a447-474d-8a69-6327f36f531f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:04.153892 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-8fe82809-a447-474d-8a69-6327f36f531f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0570595 Aug 19 09:23:04.156221 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd4ad-d6c1-48a7-9744-4ef8b8a1cf64 req-f90a3de1-1ab4-43ba-868a-564fac50cb52 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:04.157890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cd7fd4ad-d6c1-48a7-9744-4ef8b8a1cf64 req-f90a3de1-1ab4-43ba-868a-564fac50cb52 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=2db6043f-4b5d-4736-9623-cc4a3220ba35 HTTP/1.1" status: 200 len: 946 time: 0.0572534 Aug 19 09:23:04.196247 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cd7fd4ad-d6c1-48a7-9744-4ef8b8a1cf64 req-39642e02-e656-4224-a33e-6789df6c6328 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Aug 19 09:23:04.255478 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Deleting port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:23:04.255792 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:04.382872 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] For port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:04.383238 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:04.398093 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5f367-f4ce-4565-aa6a-9f25c1404213 req-85f47618-34cd-43d1-83a1-d2ec81570204 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:04.400130 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30a5f367-f4ce-4565-aa6a-9f25c1404213 req-85f47618-34cd-43d1-83a1-d2ec81570204 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0967858 Aug 19 09:23:04.408204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Calling delete_port for a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:23:04.478788 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-30a5f367-f4ce-4565-aa6a-9f25c1404213 req-db6c2832-5604-4059-9640-b04f27beceef tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723581 Aug 19 09:23:04.573029 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:04.599489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Pushing event deleted for resources: {'Port': ['ID=a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:04.613988 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:23:04.648457 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] No DVR routers for this DVR port a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:23:04.651045 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:04.653051 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-81db9ad6-4758-44a4-909c-f8f7af9e3b60 req-929967be-b36f-4f19-af3e-ad8c24e4ae28 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "DELETE /v2.0/ports/a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 HTTP/1.1" status: 204 len: 173 time: 0.4929578 Aug 19 09:23:04.653479 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'name': 'network-vif-deleted', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:23:04.655730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801ac48-569a-4a20-a660-e6f609db4703" -d '{"events": [{"server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "name": "network-vif-deleted", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:23:04.879843 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fbfbfd-0c9d-40f8-9ecf-31e1f79a4e50 x-openstack-request-id: req-14fbfbfd-0c9d-40f8-9ecf-31e1f79a4e50 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:23:04.880134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6043f-4b5d-4736-9623-cc4a3220ba35", "name": "network-vif-deleted", "tag": "a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:23:04.880384 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14fbfbfd-0c9d-40f8-9ecf-31e1f79a4e50 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:23:04.880779 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db6043f-4b5d-4736-9623-cc4a3220ba35', 'name': 'network-vif-deleted', 'tag': 'a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36', 'status': 'completed', 'code': 200} Aug 19 09:23:05.581024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:05.602169 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5e57-4c3a-4e22-a219-9c47830b74b7 req-1b515a3f-653c-4587-a486-53a1300b41ab tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:05.603923 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4aaa5e57-4c3a-4e22-a219-9c47830b74b7 req-1b515a3f-653c-4587-a486-53a1300b41ab tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0524604 Aug 19 09:23:05.640536 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4aaa5e57-4c3a-4e22-a219-9c47830b74b7 req-a3f1544b-9c70-439a-9ebe-fa289081d928 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Aug 19 09:23:06.760478 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6395d8b-b266-428f-ae77-cc54f08eb112 req-d861902f-7cff-4fd5-9193-bdbe36b6563b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:06.762065 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b6395d8b-b266-428f-ae77-cc54f08eb112 req-d861902f-7cff-4fd5-9193-bdbe36b6563b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0492976 Aug 19 09:23:06.798674 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b6395d8b-b266-428f-ae77-cc54f08eb112 req-ee036f81-462e-499a-9979-838a72a205a9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Aug 19 09:23:07.917151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e07e1-4046-4f09-b66d-b8de849a7e88 req-e23f773e-e632-4786-81b0-2355591d515c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:07.918615 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f04e07e1-4046-4f09-b66d-b8de849a7e88 req-e23f773e-e632-4786-81b0-2355591d515c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0477450 Aug 19 09:23:07.954587 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f04e07e1-4046-4f09-b66d-b8de849a7e88 req-bd1d50f0-dbc9-4b97-bd2f-2ab91606cf9e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301182 Aug 19 09:23:09.078266 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9fdeb-1098-414c-9717-0330e270710e req-7478eafb-5fb7-4b24-917c-949fbf8ed1fb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:09.079758 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cd9fdeb-1098-414c-9717-0330e270710e req-7478eafb-5fb7-4b24-917c-949fbf8ed1fb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0529447 Aug 19 09:23:09.116723 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cd9fdeb-1098-414c-9717-0330e270710e req-5657de58-52bf-4831-8508-388163b27187 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Aug 19 09:23:09.855196 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:23:09.966926 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:23:09.987205 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:23:09.987571 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a57e9f7c-c1f7-45a1-a64e-e8297bcf8c36 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:23:10.233379 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7d8ca-c7f1-4b6f-8498-9c06204d0c6c req-02035ed4-842d-494b-aebe-c25cdb219cc7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:10.234959 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99c7d8ca-c7f1-4b6f-8498-9c06204d0c6c req-02035ed4-842d-494b-aebe-c25cdb219cc7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0490096 Aug 19 09:23:10.271585 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99c7d8ca-c7f1-4b6f-8498-9c06204d0c6c req-44027263-a3ce-4c5f-b8fc-e0e1f4f2423f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305765 Aug 19 09:23:11.397157 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b970050-c9ea-418d-bd21-030fd2d8d646 req-1014be70-4770-450c-96eb-d16db89f3e5a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:11.398818 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0b970050-c9ea-418d-bd21-030fd2d8d646 req-1014be70-4770-450c-96eb-d16db89f3e5a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0534129 Aug 19 09:23:11.438510 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0b970050-c9ea-418d-bd21-030fd2d8d646 req-4ab14653-ce3f-4c23-b06f-d172e4f23478 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 Aug 19 09:23:11.645475 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51626) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:11.746870 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-74fb71b6-8d77-46f3-8ad6-cc194044862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:11.840845 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-74fb71b6-8d77-46f3-8ad6-cc194044862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:11.844957 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-74fb71b6-8d77-46f3-8ad6-cc194044862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:11.882269 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb71b6-8d77-46f3-8ad6-cc194044862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4670bb-5780-4515-82cb-9886bd00a35b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:11.886863 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-74fb71b6-8d77-46f3-8ad6-cc194044862b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb3d369bc9de4a24be745d9e4ab32f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403474 Aug 19 09:23:11.889444 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51636) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:11.939115 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:11.959536 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.004733 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.007329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.008471 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f4670bb-5780-4515-82cb-9886bd00a35b HTTP/1.1" status: 204 len: 168 time: 0.1181290 Aug 19 09:23:12.016834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb4052-4cc2-4fd7-90aa-9323f7249c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4670bb-5780-4515-82cb-9886bd00a35b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:12.260734 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51642) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:12.273793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-648b1ec0-89b2-450c-85e1-3b7e0d26389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.363997 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-648b1ec0-89b2-450c-85e1-3b7e0d26389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.367727 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-648b1ec0-89b2-450c-85e1-3b7e0d26389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.409461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-648b1ec0-89b2-450c-85e1-3b7e0d26389e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f81edbd308147f689fdb7edc329df09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450937 Aug 19 09:23:12.409461 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b1ec0-89b2-450c-85e1-3b7e0d26389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b10b2e-1cfa-4ef4-bbe0-ec3951b45ef8,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:12.409774 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 51646) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:12.425717 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7e71c8a2-6e44-4761-8d52-a3ef4e2295d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.473488 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.495211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.574960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d92b-6734-423c-8c0b-34c77b04455c req-566daf3a-5d4d-4fa9-a672-d00101f0b0a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:12.576478 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3e87d92b-6734-423c-8c0b-34c77b04455c req-566daf3a-5d4d-4fa9-a672-d00101f0b0a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0646231 Aug 19 09:23:12.577474 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.579990 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:12.581191 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77b10b2e-1cfa-4ef4-bbe0-ec3951b45ef8 HTTP/1.1" status: 204 len: 168 time: 0.1704726 Aug 19 09:23:12.601484 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801a26f-ce96-4bae-941f-3ee790fdc7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b10b2e-1cfa-4ef4-bbe0-ec3951b45ef8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:12.628030 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3e87d92b-6734-423c-8c0b-34c77b04455c req-9b5e03b8-e960-46b0-b49b-f2d9bae0f47e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Aug 19 09:23:13.749316 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfa6f-5eaa-4a6e-ae86-bc12cbf9748d req-aedd9f11-1517-4288-99a4-6d66dc8bf21a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:13.750807 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20ebfa6f-5eaa-4a6e-ae86-bc12cbf9748d req-aedd9f11-1517-4288-99a4-6d66dc8bf21a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0493319 Aug 19 09:23:13.789113 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20ebfa6f-5eaa-4a6e-ae86-bc12cbf9748d req-d778d9c8-9979-420b-9ea0-2658e459815b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Aug 19 09:23:14.910038 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4beba-03e6-47b8-8db8-04fe998aec3a req-0b270b72-5258-4da1-93f7-01e29d856ed6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:14.911494 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3ee4beba-03e6-47b8-8db8-04fe998aec3a req-0b270b72-5258-4da1-93f7-01e29d856ed6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 944 time: 0.0499883 Aug 19 09:23:14.948712 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3ee4beba-03e6-47b8-8db8-04fe998aec3a req-a0ade072-2585-44a8-8c51-a8803af2470b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Aug 19 09:23:14.986841 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3d999684-82d7-470a-8024-0b42ecea4fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:15.203201 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:15.702021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:23:15.796920 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:15.807308 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '137293e7-3590-4eee-8e9a-b01076e25605', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': '137293e7-3590-4eee-8e9a-b01076e25605', 'mac_address': 'fa:16:3e:76:22:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:23:15.845893 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:15.858500 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:23:15.876548 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:15.880386 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:15.926875 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=9']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:15.933750 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.934095 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.934431 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.934770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.935099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.935452 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.935776 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.936097 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.936437 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.936758 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.937073 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:15.937386 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:23:16.066888 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845a20-a927-4355-88d8-956689701781 req-497256ba-7191-479a-bbc2-d28952a3aa95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:16.068400 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-43845a20-a927-4355-88d8-956689701781 req-497256ba-7191-479a-bbc2-d28952a3aa95 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0476158 Aug 19 09:23:16.107718 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-43845a20-a927-4355-88d8-956689701781 req-bf6fbfb5-389c-4bb6-8ae9-49386d1ecfbe tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328374 Aug 19 09:23:16.226763 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:16.405914 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['137293e7-3590-4eee-8e9a-b01076e25605'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:23:17.235721 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76837c5b-2ea6-4a7c-b15f-98f2d57ea2d9 req-306498a4-ff08-46c3-988d-1a61ffc10b4e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:17.237215 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-76837c5b-2ea6-4a7c-b15f-98f2d57ea2d9 req-306498a4-ff08-46c3-988d-1a61ffc10b4e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0480382 Aug 19 09:23:17.274386 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-76837c5b-2ea6-4a7c-b15f-98f2d57ea2d9 req-ee212c59-2933-4ef2-9743-aef66d0b9c4d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Aug 19 09:23:17.292734 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-dde42930-9740-4399-bd22-5c31914b6655 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:17.292734 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-dde42930-9740-4399-bd22-5c31914b6655 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 813 time: 0.1073093 Aug 19 09:23:17.306848 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-95fc1bc4-4850-4227-8b94-94fe03cc5a01 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/quotas/ed982dbeb62c47f9b68eed4195a3e3a7 HTTP/1.1" status: 200 len: 375 time: 0.0089087 Aug 19 09:23:17.337591 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-be655c61-50cf-45d7-99d0-be081ec75ade tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250511 Aug 19 09:23:17.521494 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-8fc8c866-a1e7-4028-ac9e-873a33d539a7 service neutron] 10.222.0.32 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766577 Aug 19 09:23:17.606658 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-b4c09bf0-9da6-4f7b-9fc7-dccadc008400 service neutron] 10.222.0.32 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785108 Aug 19 09:23:17.756424 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8f63acd6-b232-4c94-a98d-cecdce0ad077 req-d10d3a67-242c-4303-8363-93ed3664955d tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 210 time: 0.0260806 Aug 19 09:23:18.002925 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.396658 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:23:18.407939 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178afc0-3085-461f-9e1c-4a8a7ff8edbb req-f15b232c-faa2-45af-8080-f509fb17c6a7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:18.409202 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c178afc0-3085-461f-9e1c-4a8a7ff8edbb req-f15b232c-faa2-45af-8080-f509fb17c6a7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 945 time: 0.0620930 Aug 19 09:23:18.450623 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c178afc0-3085-461f-9e1c-4a8a7ff8edbb req-98ef8d16-96e7-46fa-a080-95be8d1790b7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338063 Aug 19 09:23:18.454074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 137293e7-3590-4eee-8e9a-b01076e25605 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:23:18.454631 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.497817 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51796) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:18.534851 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.558560 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:23:18.560861 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4085ccd0-fd57-4947-91eb-d9fd33696e0a" -d '{"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:23:18.578400 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:18.581531 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.617379 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9817528-025a-432d-af0b-c786f79d1d32 x-openstack-request-id: req-c9817528-025a-432d-af0b-c786f79d1d32 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:23:18.617653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-plugged", "status": "completed", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:23:18.617901 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9817528-025a-432d-af0b-c786f79d1d32 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:23:18.619558 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'code': 200} Aug 19 09:23:18.636803 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=10']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:18.637050 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd2aa-c5fc-48c5-bc2c-6b899e7a0b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.751009 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd2aa-c5fc-48c5-bc2c-6b899e7a0b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.755260 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd2aa-c5fc-48c5-bc2c-6b899e7a0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.797655 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-dc4cd2aa-c5fc-48c5-bc2c-6b899e7a0b16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7245b84c81643af92cf31b0fbbad752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986813 Aug 19 09:23:18.798559 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51804) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:18.804688 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cd2aa-c5fc-48c5-bc2c-6b899e7a0b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d130f-1ac2-47d7-927b-54f65b00cb5b,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:18.827799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-aff26d36-2d4f-48e3-b880-571fff08b0ef tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:18.832454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-aff26d36-2d4f-48e3-b880-571fff08b0ef tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 813 time: 0.1470258 Aug 19 09:23:18.853763 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.855583 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Request body: {'port': {'device_id': '0287d415-3c4d-439f-93f0-a11db16c282b', 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51', 'admin_state_up': True, 'tenant_id': 'ed982dbeb62c47f9b68eed4195a3e3a7'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:23:18.911807 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0fd956d3-659a-45e6-a506-a312bc048506 req-201e9514-3197-466d-bdb5-6eac99f90841 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 210 time: 0.0462093 Aug 19 09:23:18.913654 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.963693 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.966196 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:18.967378 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a2d130f-1ac2-47d7-927b-54f65b00cb5b HTTP/1.1" status: 204 len: 168 time: 0.1678736 Aug 19 09:23:18.975307 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2092c-b2b1-43a5-9fdf-de12e29072b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d130f-1ac2-47d7-927b-54f65b00cb5b,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:18.988353 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Made reservation on behalf of ed982dbeb62c47f9b68eed4195a3e3a7 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:23:18.992561 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.132407 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Allocated IP 172.20.0.12 (2cdad480-ecf1-480c-be1b-4e9459f44f51/9ce48fa3-e280-42b4-8dac-47a42338df18/6547a078-9434-436e-b393-e0a15dc6d5c6) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:23:19.265507 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51818) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:19.278957 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1aff385c-75dd-4266-853f-7c4f923b8c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.303583 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.347930 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.404757 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Network 2cdad480-ecf1-480c-be1b-4e9459f44f51 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:23:19.407970 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:23:19.411618 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:23:19.418350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Pushing event updated for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:19.429021 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1aff385c-75dd-4266-853f-7c4f923b8c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.435904 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1aff385c-75dd-4266-853f-7c4f923b8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.464118 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-1aff385c-75dd-4266-853f-7c4f923b8c7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3895cde47e5b41a990968c55ed76d383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974945 Aug 19 09:23:19.469264 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:19.469501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51820) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:19.469779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.503950 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff385c-75dd-4266-853f-7c4f923b8c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffa4ee-4625-4285-b4dd-847b08a30f60,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:19.509595 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-203f5e8a-0ab4-48d9-b492-b95a9c43c9a4 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589837 Aug 19 09:23:19.528425 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2f01a-2ffb-4688-90e9-d0bce3d62c7c req-178a8995-eba0-4550-9450-d6ea9799b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:19.529910 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ba2f01a-2ffb-4688-90e9-d0bce3d62c7c req-178a8995-eba0-4550-9450-d6ea9799b1ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1100 time: 0.3050523 Aug 19 09:23:19.553567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Request body: {'port': {'device_id': '0287d415-3c4d-439f-93f0-a11db16c282b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:23:19.565682 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.599873 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.619164 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4ba2f01a-2ffb-4688-90e9-d0bce3d62c7c req-d5e0c348-a202-4f08-89f6-c2a7bb404c84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694809 Aug 19 09:23:19.625169 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9da1c-8436-4353-ac0e-cf52b19f604f req-dc168514-a5ac-4ba4-8be1-ee0ff93517cb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:19.627092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.627654 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89d9da1c-8436-4353-ac0e-cf52b19f604f req-dc168514-a5ac-4ba4-8be1-ee0ff93517cb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0944340 Aug 19 09:23:19.685595 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-89d9da1c-8436-4353-ac0e-cf52b19f604f req-9d874ba5-7d17-439a-acac-589928ca7c6c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499513 Aug 19 09:23:19.697254 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.700379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:19.703716 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cffa4ee-4625-4285-b4dd-847b08a30f60 HTTP/1.1" status: 204 len: 168 time: 0.2330649 Aug 19 09:23:19.713423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d1a4-3832-4af0-87be-7f36aaafd97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffa4ee-4625-4285-b4dd-847b08a30f60,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:20.042744 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51832) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:20.057089 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-42743251-b807-46f7-b93e-d3ba3a29d3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.081727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f8ed6-616d-48a0-9736-c91af8e5a6ec req-15795fbe-f9c8-4ae9-bb53-b617baaea332 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:20.083449 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e14f8ed6-616d-48a0-9736-c91af8e5a6ec req-15795fbe-f9c8-4ae9-bb53-b617baaea332 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 932 time: 0.0927105 Aug 19 09:23:20.152644 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e14f8ed6-616d-48a0-9736-c91af8e5a6ec req-04873efe-0156-49f4-b175-476b8403a215 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Aug 19 09:23:20.170563 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-42743251-b807-46f7-b93e-d3ba3a29d3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.175227 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-42743251-b807-46f7-b93e-d3ba3a29d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.190380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6547a078-9434-436e-b393-e0a15dc6d5c6 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:23:20.198609 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.210194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Transition to ACTIVE for port object 6547a078-9434-436e-b393-e0a15dc6d5c6 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:23:20.213769 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.216907 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42743251-b807-46f7-b93e-d3ba3a29d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a5d1a-8d33-4939-8b9a-da2fb52bb6c3,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:20.224121 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-42743251-b807-46f7-b93e-d3ba3a29d3f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=644d01c72d884289ab8106078fa5e9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797533 Aug 19 09:23:20.226594 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 51836) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:20.275948 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Pushing event updated for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:20.288929 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.310875 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.342308 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Attempting to bind port 6547a078-9434-436e-b393-e0a15dc6d5c6 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:23:20.342647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Attempting to bind port 6547a078-9434-436e-b393-e0a15dc6d5c6 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:23:20.342973 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Attempting to bind port 6547a078-9434-436e-b393-e0a15dc6d5c6 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:23:20.347600 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Port 6547a078-9434-436e-b393-e0a15dc6d5c6 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:23:20.347918 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Attempting to bind port 6547a078-9434-436e-b393-e0a15dc6d5c6 on network 2cdad480-ecf1-480c-be1b-4e9459f44f51 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:23:20.354570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:23:20.354890 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Checking segment: {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:23:20.355291 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Bound using segment: {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:23:20.355710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Bound port: 6547a078-9434-436e-b393-e0a15dc6d5c6, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8556c19-5774-4e20-bf49-7f6b0cf51474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:23:20.356059 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.371621 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.376865 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.376865 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/213a5d1a-8d33-4939-8b9a-da2fb52bb6c3 HTTP/1.1" status: 204 len: 168 time: 0.1474304 Aug 19 09:23:20.383654 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bc7c2-89be-4341-bd1b-0f58a2dd21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a5d1a-8d33-4939-8b9a-da2fb52bb6c3,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:20.425385 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:23:20.429060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6547a078-9434-436e-b393-e0a15dc6d5c6,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:23:20.432936 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.466736 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:20.467386 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:20.469868 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] 10.222.0.35 "PUT /v2.0/ports/6547a078-9434-436e-b393-e0a15dc6d5c6 HTTP/1.1" status: 200 len: 1094 time: 0.9220228 Aug 19 09:23:20.472210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:23:20.474675 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf590e-392a-4384-8bf1-892fd7e3f008" -d '{"events": [{"name": "network-changed", "server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:23:20.505559 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b27b2-e6a1-482f-b97a-61ce898a8881 service neutron] Pushing event updated for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:20.516908 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35d7b3-ad9a-471b-8960-d1181858acea x-openstack-request-id: req-de35d7b3-ad9a-471b-8960-d1181858acea {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:23:20.517192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:23:20.517575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de35d7b3-ad9a-471b-8960-d1181858acea {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:23:20.518149 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6', 'status': 'completed', 'code': 200} Aug 19 09:23:20.589222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-63bbfb4d-f2a1-4dab-8774-62e25af1e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:20.590722 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-63bbfb4d-f2a1-4dab-8774-62e25af1e76f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 1097 time: 0.0490575 Aug 19 09:23:20.639419 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-d0d61e4b-1753-42f0-91ff-afa346e4fd58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6547a078-9434-436e-b393-e0a15dc6d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0341520 Aug 19 09:23:20.689345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-b7640698-2aa7-4358-9fcf-58f1a7d79763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:20.690822 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-b7640698-2aa7-4358-9fcf-58f1a7d79763 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce48fa3-e280-42b4-8dac-47a42338df18 HTTP/1.1" status: 200 len: 853 time: 0.0447030 Aug 19 09:23:20.730909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-c8c7e90a-9197-4e5f-b1c4-3bd6eeb53764 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2cdad480-ecf1-480c-be1b-4e9459f44f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322938 Aug 19 09:23:20.824267 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21157572-8bd2-462a-a7f4-2dc34ac557e8 req-61c76cd7-638e-4b09-95ca-0817ada46a45 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:20.825967 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-21157572-8bd2-462a-a7f4-2dc34ac557e8 req-61c76cd7-638e-4b09-95ca-0817ada46a45 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0573425 Aug 19 09:23:20.833612 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-273f0cec-7300-470c-9dc1-1598c46b778b service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938838 Aug 19 09:23:20.879742 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-21157572-8bd2-462a-a7f4-2dc34ac557e8 req-0585b33e-d517-4302-b94a-e5b49262f086 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460906 Aug 19 09:23:20.942197 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bce8b75f-2f44-4228-9466-53a8261f6243 req-c4b23c0e-9ac7-43c5-aa39-5e2d06d849d6 service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009939 Aug 19 09:23:21.146671 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-7603815e-3672-4de8-afab-c55dbe5419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:21.148207 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-7603815e-3672-4de8-afab-c55dbe5419c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 1097 time: 0.0408218 Aug 19 09:23:21.331969 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268c57-0e3d-4595-a4e1-3e252a5089d1 req-8cbf1e04-7e47-4936-a0db-8f76ed3b429b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:21.333816 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dc268c57-0e3d-4595-a4e1-3e252a5089d1 req-8cbf1e04-7e47-4936-a0db-8f76ed3b429b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 944 time: 0.1079204 Aug 19 09:23:21.354754 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-964f33d2-f902-4be7-b676-679ca591aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:21.356241 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-964f33d2-f902-4be7-b676-679ca591aa9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 200 len: 914 time: 0.1497774 Aug 19 09:23:21.410384 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-e6e572d4-18e8-4d21-8c7e-5d06582ed385 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6547a078-9434-436e-b393-e0a15dc6d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0453551 Aug 19 09:23:21.455673 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dc268c57-0e3d-4595-a4e1-3e252a5089d1 req-9ef82ed7-3b3f-4f06-b191-1bc8a01eae68 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104949 Aug 19 09:23:21.474456 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-5c4f1cbb-b417-4a0e-88e9-7bd2a599c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:21.479991 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-5c4f1cbb-b417-4a0e-88e9-7bd2a599c1a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9ce48fa3-e280-42b4-8dac-47a42338df18 HTTP/1.1" status: 200 len: 853 time: 0.0607157 Aug 19 09:23:21.540755 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-05cec1b0-459b-4a8d-a3ec-c615f933859e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2cdad480-ecf1-480c-be1b-4e9459f44f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317695 Aug 19 09:23:21.645296 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-20425925-9f4b-47c5-98be-ffda5c651ef1 service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928004 Aug 19 09:23:21.753600 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-03cf590e-392a-4384-8bf1-892fd7e3f008 req-8ebfe4b7-c056-4ab1-9b6b-6c8873002015 service neutron] 10.222.0.35 "GET /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002560 Aug 19 09:23:22.007723 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f6038-0199-415c-be54-006c55b8d34a req-36677296-7de9-4e85-b271-78ddd676f7c4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:22.009885 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9a5f6038-0199-415c-be54-006c55b8d34a req-36677296-7de9-4e85-b271-78ddd676f7c4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0498807 Aug 19 09:23:22.047773 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9a5f6038-0199-415c-be54-006c55b8d34a req-64267035-c968-45d3-be0a-01bd547d5213 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Aug 19 09:23:22.583498 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d79b4e-8519-4296-ab70-c62246dffb6c req-8bcf058c-6420-4abc-9234-451e3b60cb72 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:22.591538 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c5d79b4e-8519-4296-ab70-c62246dffb6c req-8bcf058c-6420-4abc-9234-451e3b60cb72 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 944 time: 0.0571296 Aug 19 09:23:22.633195 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c5d79b4e-8519-4296-ab70-c62246dffb6c req-882164df-f7f2-4014-ad02-54a29b1fa800 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Aug 19 09:23:23.176479 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716549c4-aa42-407e-b73a-10391281418b req-1a4da9f2-a9e9-4276-be10-2b1d0bc5adca tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:23.177940 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-716549c4-aa42-407e-b73a-10391281418b req-1a4da9f2-a9e9-4276-be10-2b1d0bc5adca tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0516324 Aug 19 09:23:23.216055 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-716549c4-aa42-407e-b73a-10391281418b req-47880c91-1c1d-4d00-9311-ed2aeb71a459 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Aug 19 09:23:23.741023 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570ff29-39c7-44f3-b5d8-61ecd59b1ade req-0a22558e-060d-4026-8342-681e8e356286 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:23.742311 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6570ff29-39c7-44f3-b5d8-61ecd59b1ade req-0a22558e-060d-4026-8342-681e8e356286 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 944 time: 0.0480783 Aug 19 09:23:23.779729 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6570ff29-39c7-44f3-b5d8-61ecd59b1ade req-bc01a0b1-e5dc-4b3b-8d73-e0eccdc4254c tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Aug 19 09:23:24.422441 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 6547a078-9434-436e-b393-e0a15dc6d5c6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:23:24.520129 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6547a078-9434-436e-b393-e0a15dc6d5c6,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:24.531740 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '6547a078-9434-436e-b393-e0a15dc6d5c6', 'network_id': '2cdad480-ecf1-480c-be1b-4e9459f44f51', 'port_id': '6547a078-9434-436e-b393-e0a15dc6d5c6', 'mac_address': 'fa:16:3e:49:bf:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce48fa3-e280-42b4-8dac-47a42338df18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:23:24.568340 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:24.583214 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6547a078-9434-436e-b393-e0a15dc6d5c6 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:23:24.605097 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6547a078-9434-436e-b393-e0a15dc6d5c6,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:24.609435 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:24.658902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:24.897598 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58678d0-1b47-48e4-9154-93fe74ffb6de req-09fe46e5-50ce-4f9a-8ef4-ec4353238adb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:24.900144 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f58678d0-1b47-48e4-9154-93fe74ffb6de req-09fe46e5-50ce-4f9a-8ef4-ec4353238adb tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 945 time: 0.0523446 Aug 19 09:23:24.936858 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f58678d0-1b47-48e4-9154-93fe74ffb6de req-200c7640-27b8-4015-96c3-e6d1ce48e704 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Aug 19 09:23:25.003933 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['6547a078-9434-436e-b393-e0a15dc6d5c6'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:23:26.051721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cfe22-2d96-41ea-bbc7-cd455811d1f5 req-8e96dd6b-7884-4dbf-9d3f-0d612add4b37 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:26.053181 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94cfe22-2d96-41ea-bbc7-cd455811d1f5 req-8e96dd6b-7884-4dbf-9d3f-0d612add4b37 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 945 time: 0.0513928 Aug 19 09:23:26.090987 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a94cfe22-2d96-41ea-bbc7-cd455811d1f5 req-73742551-5d45-4081-813d-240df19f7824 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Aug 19 09:23:26.484781 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 6547a078-9434-436e-b393-e0a15dc6d5c6 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:23:26.532886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 6547a078-9434-436e-b393-e0a15dc6d5c6 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:23:26.536691 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 6547a078-9434-436e-b393-e0a15dc6d5c6 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:23:26.537055 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:26.612205 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:26.633271 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:23:26.636097 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff0df3-5cff-4e36-9d3a-174b1c2aabda" -d '{"events": [{"server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "name": "network-vif-plugged", "status": "completed", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:23:26.648257 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6547a078-9434-436e-b393-e0a15dc6d5c6,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:26.653177 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:26.676196 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9425b17c-6869-4d1c-be8b-4134bf69c80f x-openstack-request-id: req-9425b17c-6869-4d1c-be8b-4134bf69c80f {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:23:26.676485 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "name": "network-vif-plugged", "status": "completed", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:23:26.676739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9425b17c-6869-4d1c-be8b-4134bf69c80f {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:23:26.677129 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6', 'code': 200} Aug 19 09:23:26.702527 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:26.869046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44ca60-c7dc-4876-8e99-78b741d0f8ac req-f7eed4c4-b2c9-4489-a86d-167dd6e1ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:26.870992 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fa44ca60-c7dc-4876-8e99-78b741d0f8ac req-f7eed4c4-b2c9-4489-a86d-167dd6e1ca3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 1099 time: 0.0389197 Aug 19 09:23:26.905403 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fa44ca60-c7dc-4876-8e99-78b741d0f8ac req-f6f1385e-6b1b-46d9-bcbd-e14bfb6cfbc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270708 Aug 19 09:23:27.212642 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2b31-8103-43f4-ae15-4578c6a625ae req-bc1173e4-b452-45d9-8507-8f4653e17be6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:27.214894 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f5e2b31-8103-43f4-ae15-4578c6a625ae req-bc1173e4-b452-45d9-8507-8f4653e17be6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0547059 Aug 19 09:23:27.256025 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f5e2b31-8103-43f4-ae15-4578c6a625ae req-909fbbd0-03be-467c-b958-bb71417bcbf0 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Aug 19 09:23:28.372934 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7697e-d6b7-450f-a07d-81a540ff6e0d req-9df8d7d9-a2e5-4179-97a3-7a196714332f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:28.377994 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1ac7697e-d6b7-450f-a07d-81a540ff6e0d req-9df8d7d9-a2e5-4179-97a3-7a196714332f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0491548 Aug 19 09:23:28.413900 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1ac7697e-d6b7-450f-a07d-81a540ff6e0d req-87579ab0-3e81-49d4-b23a-edb7e95e2d92 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Aug 19 09:23:28.615433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52036) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:28.716060 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d7c9-e546-4fde-a914-f9a36bf10a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.805536 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d7c9-e546-4fde-a914-f9a36bf10a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.809432 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4e8d7c9-e546-4fde-a914-f9a36bf10a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.846686 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e4e8d7c9-e546-4fde-a914-f9a36bf10a17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e2a994265604b82bc8883fc11f749c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301874 Aug 19 09:23:28.847549 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8d7c9-e546-4fde-a914-f9a36bf10a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c2d002-4068-482e-b4ce-55f53571ff2d,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:28.849731 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52040) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:28.898351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.919158 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.963526 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.966015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:28.967142 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63c2d002-4068-482e-b4ce-55f53571ff2d HTTP/1.1" status: 204 len: 168 time: 0.1164234 Aug 19 09:23:28.974630 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d004-2c20-4a56-91ec-0d93df5c7cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c2d002-4068-482e-b4ce-55f53571ff2d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:29.219390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52046) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:29.234035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52424786-db7c-496f-b642-013cb8a3720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.319311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52424786-db7c-496f-b642-013cb8a3720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.322668 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-52424786-db7c-496f-b642-013cb8a3720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.360477 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-52424786-db7c-496f-b642-013cb8a3720f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dbe1ed7c0964bb591ce1ce716a33a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421683 Aug 19 09:23:29.361325 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424786-db7c-496f-b642-013cb8a3720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce15b76-7e46-4b4f-9a01-b67eddb13a21,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:29.363189 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52048) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:29.416038 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.436632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.491068 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.493542 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.494634 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ce15b76-7e46-4b4f-9a01-b67eddb13a21 HTTP/1.1" status: 204 len: 168 time: 0.1303556 Aug 19 09:23:29.519217 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dff1e-b6e0-4200-873b-63e98be6db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce15b76-7e46-4b4f-9a01-b67eddb13a21,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:29.548661 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829dcd7-b8d7-47a7-96eb-d6a12ff3b185 req-c3ba6d9c-f7ea-42e3-9541-10ce41a9e371 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:29.551710 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f829dcd7-b8d7-47a7-96eb-d6a12ff3b185 req-c3ba6d9c-f7ea-42e3-9541-10ce41a9e371 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0711408 Aug 19 09:23:29.592255 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f829dcd7-b8d7-47a7-96eb-d6a12ff3b185 req-ee709068-f749-4644-b889-345c2c44f6b6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346291 Aug 19 09:23:29.826315 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52066) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:29.839713 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5390a0ec-d138-4569-8c0c-f07ef7f581f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.937832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5390a0ec-d138-4569-8c0c-f07ef7f581f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.941987 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5390a0ec-d138-4569-8c0c-f07ef7f581f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:29.983115 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5390a0ec-d138-4569-8c0c-f07ef7f581f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c776e5a85f8c486d8d418759bfe06add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557190 Aug 19 09:23:29.984004 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390a0ec-d138-4569-8c0c-f07ef7f581f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57485006-ccec-482c-a00e-c1fe46045b1d,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:29.985849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52070) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:30.044039 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:30.066143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:30.114745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:30.117254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:30.118406 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57485006-ccec-482c-a00e-c1fe46045b1d HTTP/1.1" status: 204 len: 168 time: 0.1314943 Aug 19 09:23:30.126623 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf5b84-3ac9-4421-9c47-888eb5608ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57485006-ccec-482c-a00e-c1fe46045b1d,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:35.588848 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:37.242621 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-8d78a668-5cd4-4959-92e8-a1cbda2a4aa3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403757 Aug 19 09:23:37.360596 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-aa0e9194-bf42-4292-8c7d-6d0b60fb3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:37.362077 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-aa0e9194-bf42-4292-8c7d-6d0b60fb3033 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0403559 Aug 19 09:23:37.462698 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-81a3dbb1-a337-482c-afe0-95ccdae66fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:37.464629 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-81a3dbb1-a337-482c-afe0-95ccdae66fb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0813594 Aug 19 09:23:37.530695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-6178afff-52ea-423e-9b16-a8750a99c990 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1002 time: 0.0589471 Aug 19 09:23:37.578739 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-1c7bbff3-a220-44a0-b952-758fded8f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:37.580157 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-1c7bbff3-a220-44a0-b952-758fded8f864 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0417337 Aug 19 09:23:37.626710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-f7910e5f-0801-447b-88dd-588725043613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:37.628243 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-f7910e5f-0801-447b-88dd-588725043613 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396576 Aug 19 09:23:37.720130 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-631e9370-9b03-4a49-988b-bcd1e33312e7 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Aug 19 09:23:37.805453 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-45a77f52-0bd2-4d36-812f-c68a1c1688ae req-56ec7ea6-d08c-46db-8582-e370bf2302b0 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776722 Aug 19 09:23:42.416566 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0402-5bc1-457b-89f8-84ff4a367396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:44.987779 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6f699f43-8c61-49b6-9d7c-1c596730f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.203027 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.351577 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52206) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:45.459826 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2c455c3e-da5b-44f3-b671-4cf8198b9e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.544095 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2c455c3e-da5b-44f3-b671-4cf8198b9e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.548465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2c455c3e-da5b-44f3-b671-4cf8198b9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.585461 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2c455c3e-da5b-44f3-b671-4cf8198b9e12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05e3c507edd14f199d3ac3f6852e8254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327380 Aug 19 09:23:45.586285 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c455c3e-da5b-44f3-b671-4cf8198b9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4b67f-01c7-4a73-9295-05e6b67230cb,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:45.589188 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52210) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:23:45.637628 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.657894 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.703074 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.705564 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:45.706683 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38c4b67f-01c7-4a73-9295-05e6b67230cb HTTP/1.1" status: 204 len: 168 time: 0.1159701 Aug 19 09:23:45.714073 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c10104-2c3c-4231-ab12-9778a24f98dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4b67f-01c7-4a73-9295-05e6b67230cb,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:46.228368 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:46.854492 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:23:48.005376 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:54.916723 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f457917-20ab-4b58-b4f6-f6300b61c392 req-9d84ca56-c00c-4eb1-9846-ba9281fa44d6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:54.918571 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0f457917-20ab-4b58-b4f6-f6300b61c392 req-9d84ca56-c00c-4eb1-9846-ba9281fa44d6 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0494473 Aug 19 09:23:54.955548 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0f457917-20ab-4b58-b4f6-f6300b61c392 req-72782037-8bce-4a9d-ba2f-c9ed6a47b884 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Aug 19 09:23:56.073015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3eec-b8bb-4984-b6b2-6d6814e0bc82 req-0b52862e-7463-48bd-a6dc-a639527bc2cf tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:56.074453 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b98d3eec-b8bb-4984-b6b2-6d6814e0bc82 req-0b52862e-7463-48bd-a6dc-a639527bc2cf tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0518897 Aug 19 09:23:56.111596 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b98d3eec-b8bb-4984-b6b2-6d6814e0bc82 req-fe96de7a-6113-49b7-8fea-52421e92cd9b tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Aug 19 09:23:56.968717 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-b07cc8b8-e90a-47c2-85e6-1ee624c7cda1 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:56.970152 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-b07cc8b8-e90a-47c2-85e6-1ee624c7cda1 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0490468 Aug 19 09:23:57.064613 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Deleting port 6547a078-9434-436e-b393-e0a15dc6d5c6 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:23:57.064949 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:57.149848 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] For port 6547a078-9434-436e-b393-e0a15dc6d5c6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6547a078-9434-436e-b393-e0a15dc6d5c6,segment=NetworkSegment(b8556c19-5774-4e20-bf49-7f6b0cf51474),segment_id=b8556c19-5774-4e20-bf49-7f6b0cf51474)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:23:57.150213 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:57.162138 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Calling delete_port for 6547a078-9434-436e-b393-e0a15dc6d5c6 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:23:57.223505 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695f9c-c35c-4075-9917-2dedaf9186ee req-7ec290fb-048d-4d5e-9ffc-18cd4b358bfa tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:23:57.225301 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98695f9c-c35c-4075-9917-2dedaf9186ee req-7ec290fb-048d-4d5e-9ffc-18cd4b358bfa tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/ports?device_id=0287d415-3c4d-439f-93f0-a11db16c282b HTTP/1.1" status: 200 len: 946 time: 0.0482419 Aug 19 09:23:57.264879 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98695f9c-c35c-4075-9917-2dedaf9186ee req-a538995d-7858-408d-a105-01459d0bb1d7 tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.32 "GET /v2.0/security-groups?id=617c1500-be58-416d-bb36-be1c5f94175a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Aug 19 09:23:57.290860 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:57.318374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Pushing event deleted for resources: {'Port': ['ID=6547a078-9434-436e-b393-e0a15dc6d5c6,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:23:57.327958 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['6547a078-9434-436e-b393-e0a15dc6d5c6'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:23:57.360629 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] No DVR routers for this DVR port 6547a078-9434-436e-b393-e0a15dc6d5c6 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:23:57.362941 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:23:57.364971 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-395d5266-7aaa-4a56-8808-1cb33597e496 req-45772324-4ea8-4345-a54a-1946c255431f tempest-VolumesSnapshotTestJSON-215151161 tempest-VolumesSnapshotTestJSON-215151161-project] 10.222.0.35 "DELETE /v2.0/ports/6547a078-9434-436e-b393-e0a15dc6d5c6 HTTP/1.1" status: 204 len: 173 time: 0.3873508 Aug 19 09:23:57.365377 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'name': 'network-vif-deleted', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:23:57.367795 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b596d53a-fea6-4642-abd6-580e6595bbd0" -d '{"events": [{"server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "name": "network-vif-deleted", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:23:57.408506 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c1c73-c63a-4349-9e08-5a35fa831bab x-openstack-request-id: req-a73c1c73-c63a-4349-9e08-5a35fa831bab {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:23:57.408785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287d415-3c4d-439f-93f0-a11db16c282b", "name": "network-vif-deleted", "tag": "6547a078-9434-436e-b393-e0a15dc6d5c6", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:23:57.409037 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a73c1c73-c63a-4349-9e08-5a35fa831bab {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:23:57.409433 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287d415-3c4d-439f-93f0-a11db16c282b', 'name': 'network-vif-deleted', 'tag': '6547a078-9434-436e-b393-e0a15dc6d5c6', 'status': 'completed', 'code': 200} Aug 19 09:24:01.162465 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 6547a078-9434-436e-b393-e0a15dc6d5c6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:24:01.183837 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 6547a078-9434-436e-b393-e0a15dc6d5c6 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:24:01.184184 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 6547a078-9434-436e-b393-e0a15dc6d5c6 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:24:05.615446 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:12.417772 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-04c4f34e-33b4-497f-885a-a71e1edcdfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:14.987788 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5841b49d-4f80-4339-ae6f-5771e397867e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:15.203475 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:16.231181 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:18.008350 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.485397 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52456) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:23.528038 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Deleting subnet 9ce48fa3-e280-42b4-8dac-47a42338df18 {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:24:23.531575 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.566816 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.608778 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.659676 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.684846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce48fa3-e280-42b4-8dac-47a42338df18,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:23.689227 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.691105 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ce48fa3-e280-42b4-8dac-47a42338df18 HTTP/1.1" status: 204 len: 168 time: 0.2046604 Aug 19 09:24:23.693634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52458) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:23.697350 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.697698 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.698036 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.698368 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.698697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.699025 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.699370 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.699695 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.700020 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.700847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.701777 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.702096 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16389c14-125b-48cb-9ff2-cfa645b6673b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.759462 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.835546 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.844710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdad480-ecf1-480c-be1b-4e9459f44f51']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:23.853328 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:24:23.854194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8556c19-5774-4e20-bf49-7f6b0cf51474') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:23.854487 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8556c19-5774-4e20-bf49-7f6b0cf51474') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:23.862779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.876001 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.881586 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:24:23.881961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:24:23.883532 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:24:23.933100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.938499 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:23.940311 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2cdad480-ecf1-480c-be1b-4e9459f44f51 HTTP/1.1" status: 204 len: 168 time: 0.2456884 Aug 19 09:24:23.951082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdad480-ecf1-480c-be1b-4e9459f44f51,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:23.958112 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.958458 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.958886 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.959108 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.959466 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.959795 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.960116 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.960437 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.960761 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.961076 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.961392 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:23.961706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde09e33-e2f5-4fff-901c-28c8fc70ea71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:24.116168 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52466) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:24.157914 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-07485123-c69f-4417-b2ff-726838c09d68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed982dbeb62c47f9b68eed4195a3e3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405927 Aug 19 09:24:24.160338 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52468) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:24.207565 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:24.227533 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:24.272875 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:24.275537 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:24.276648 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/617c1500-be58-416d-bb36-be1c5f94175a HTTP/1.1" status: 204 len: 168 time: 0.1154170 Aug 19 09:24:24.284529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e01388-2816-4a2b-b3f5-d055abec3e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617c1500-be58-416d-bb36-be1c5f94175a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:35.535775 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-31c45450-c08f-44b4-af9e-e3fdb871ebb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384080 Aug 19 09:24:35.619583 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:35.630295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-31b327ca-b1cf-4d81-a44a-f26b56ed3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:35.631797 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-31b327ca-b1cf-4d81-a44a-f26b56ed3ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 1100 time: 0.0396535 Aug 19 09:24:35.734543 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-2cf2e7c7-9cc2-4e0f-ac42-6534caecaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:35.735995 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-2cf2e7c7-9cc2-4e0f-ac42-6534caecaf96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0850420 Aug 19 09:24:35.800515 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-71b07ee3-74ac-4a4f-8626-10e4337d07a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 200 len: 1002 time: 0.0572116 Aug 19 09:24:35.847303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-2ec18854-b73d-4609-a5ac-769fdba4a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:35.848911 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-2ec18854-b73d-4609-a5ac-769fdba4a36a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0413711 Aug 19 09:24:35.891800 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-48136e51-c6c0-4103-beaf-18224a4ae6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:35.893190 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-48136e51-c6c0-4103-beaf-18224a4ae6bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373745 Aug 19 09:24:35.980256 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-ecccf6e3-af0c-4d74-9611-d57dad0ab39d service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795963 Aug 19 09:24:36.065965 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-89ade373-81f1-4f35-aade-0a252ebc7afc req-c8b58b89-3b15-4e7d-a755-5d363f12cd16 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778050 Aug 19 09:24:38.708351 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8307be-aeff-4f13-99e3-f5475e1a5b40 req-c4d407ed-5761-4e3c-9305-66d801db3f8f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:38.709849 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef8307be-aeff-4f13-99e3-f5475e1a5b40 req-c4d407ed-5761-4e3c-9305-66d801db3f8f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0473013 Aug 19 09:24:38.750700 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ef8307be-aeff-4f13-99e3-f5475e1a5b40 req-aaaa3960-5ae3-4de4-ac87-4a978ded7c5f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350244 Aug 19 09:24:39.865007 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e683a9-d843-43c5-b4a6-16f7399cb3d2 req-91824f94-29d2-4785-beae-32b4c48cee78 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:39.866470 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38e683a9-d843-43c5-b4a6-16f7399cb3d2 req-91824f94-29d2-4785-beae-32b4c48cee78 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0474610 Aug 19 09:24:39.903022 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-38e683a9-d843-43c5-b4a6-16f7399cb3d2 req-5d3a5e24-6570-499b-a99a-f06a623f484a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307474 Aug 19 09:24:41.015964 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7c477-c362-497b-af03-dd33e6427729 req-09a6c160-58a3-46cb-926b-6a04a6c25d8b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:41.017394 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7db7c477-c362-497b-af03-dd33e6427729 req-09a6c160-58a3-46cb-926b-6a04a6c25d8b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0477991 Aug 19 09:24:41.053068 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7db7c477-c362-497b-af03-dd33e6427729 req-152157b6-15f0-45a5-a1b8-89907c0aa95f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298305 Aug 19 09:24:42.172615 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5e3f9-e0b8-4910-b337-4d0b9273e7ef req-0be86c7b-f397-4a73-8e2f-82a6395a5c7f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:42.174061 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c3b5e3f9-e0b8-4910-b337-4d0b9273e7ef req-0be86c7b-f397-4a73-8e2f-82a6395a5c7f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0518661 Aug 19 09:24:42.210257 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c3b5e3f9-e0b8-4910-b337-4d0b9273e7ef req-38dbe004-720d-46aa-a54a-d9f3b71cd252 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304062 Aug 19 09:24:42.418289 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-02f727cf-0848-4031-9583-9492f8fe1970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:43.323903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ae66-b63e-41a9-b3a0-26aa7b0f1e69 req-3a20a444-01ed-4b82-8d52-9278981cef07 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:43.325359 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9343ae66-b63e-41a9-b3a0-26aa7b0f1e69 req-3a20a444-01ed-4b82-8d52-9278981cef07 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0481849 Aug 19 09:24:43.363561 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9343ae66-b63e-41a9-b3a0-26aa7b0f1e69 req-f2c8ce92-3421-47b4-bb51-0725df872121 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Aug 19 09:24:44.278019 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d59dd-9f17-481e-b7b2-cdd6c2b4e819 req-5f4a95d3-bc19-4dad-aaa9-05a8df48f06f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:44.279937 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-826d59dd-9f17-481e-b7b2-cdd6c2b4e819 req-5f4a95d3-bc19-4dad-aaa9-05a8df48f06f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0461144 Aug 19 09:24:44.323366 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-826d59dd-9f17-481e-b7b2-cdd6c2b4e819 req-c42717f1-5aab-4edc-a68f-e190eb2ab8a2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376732 Aug 19 09:24:44.477354 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01e3f-c39c-4ca7-a1a7-da88c9ec0700 req-2a121b4b-1b0f-47b3-aee5-3f91c0979071 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:44.478797 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-99b01e3f-c39c-4ca7-a1a7-da88c9ec0700 req-2a121b4b-1b0f-47b3-aee5-3f91c0979071 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Aug 19 09:24:44.514785 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-99b01e3f-c39c-4ca7-a1a7-da88c9ec0700 req-7c9bdb15-2428-4e45-beeb-28f0eff88e34 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301423 Aug 19 09:24:44.988440 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c6af7523-3e90-41a5-b477-f34996e708e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:45.202775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:45.444917 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde0b0e-1139-42d2-a933-75ca4c08271c req-e0c6b780-680a-4575-8015-b6f9bad237b8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:45.446387 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dbde0b0e-1139-42d2-a933-75ca4c08271c req-e0c6b780-680a-4575-8015-b6f9bad237b8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0482013 Aug 19 09:24:45.486444 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dbde0b0e-1139-42d2-a933-75ca4c08271c req-928c644e-1164-4456-a422-a4931b77cfff tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340657 Aug 19 09:24:45.628355 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb14477-1837-4c0d-a369-f0157812b298 req-f446d8a0-a925-48c5-89ec-434a53c718c9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:45.629799 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbb14477-1837-4c0d-a369-f0157812b298 req-f446d8a0-a925-48c5-89ec-434a53c718c9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0506411 Aug 19 09:24:45.666044 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbb14477-1837-4c0d-a369-f0157812b298 req-2321015c-47d4-447a-b84e-5c57d40211d8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304327 Aug 19 09:24:46.142449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-c6297e0d-54ef-4c48-a2ed-86cda904e84e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:46.143861 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-c6297e0d-54ef-4c48-a2ed-86cda904e84e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.0459824 Aug 19 09:24:46.229600 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Deleting port 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:24:46.229945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:46.233972 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:46.317554 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] For port 137293e7-3590-4eee-8e9a-b01076e25605, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=137293e7-3590-4eee-8e9a-b01076e25605,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:24:46.317908 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:46.743115 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f2fab-84d7-4893-aea8-3f9eab0f5d41 req-7a2d410e-2160-4ece-8a7a-6c5fd285a974 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:46.744645 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f53f2fab-84d7-4893-aea8-3f9eab0f5d41 req-7a2d410e-2160-4ece-8a7a-6c5fd285a974 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ed06d0a-7ee6-4f00-b470-b19d7331667c HTTP/1.1" status: 200 len: 947 time: 0.1395447 Aug 19 09:24:46.777674 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee810b90-9e51-4ab4-8256-a60b31749289 req-817a560d-610f-44a9-a506-ba2f63e5422a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:46.779108 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ee810b90-9e51-4ab4-8256-a60b31749289 req-817a560d-610f-44a9-a506-ba2f63e5422a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0476983 Aug 19 09:24:46.815539 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ee810b90-9e51-4ab4-8256-a60b31749289 req-a05f8d65-2c2e-4b50-9be0-71a245e0cb91 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305614 Aug 19 09:24:46.856522 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f53f2fab-84d7-4893-aea8-3f9eab0f5d41 req-9c61e4c8-e34e-44da-8f8f-2ce87ebfd2eb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b54d219-9191-4867-b81f-4896120631cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808845 Aug 19 09:24:46.859406 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:46.859829 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:46.860153 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Floating IP 82155b56-aee0-4b5f-a2e2-9c9222b89c2d disassociated. External IP: 172.27.3.104, port: 137293e7-3590-4eee-8e9a-b01076e25605. Aug 19 09:24:46.860485 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Calling delete_port for 137293e7-3590-4eee-8e9a-b01076e25605 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:24:46.987196 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:47.018274 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'Port': ['ID=137293e7-3590-4eee-8e9a-b01076e25605,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:47.126903 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:24:47.234222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:24:47.243808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:24:47.253416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:24:47.254132 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:24:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:47.271175 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] No DVR routers for this DVR port 137293e7-3590-4eee-8e9a-b01076e25605 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:24:47.273816 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:47.275802 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2d1ab8e-b634-46f6-8ae7-f79d8919bf93 req-e297509a-796d-4524-87b0-0d171784600d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "DELETE /v2.0/ports/137293e7-3590-4eee-8e9a-b01076e25605 HTTP/1.1" status: 204 len: 173 time: 1.1258736 Aug 19 09:24:47.276304 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-deleted', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:24:47.279389 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be985de-e366-4f2a-ba5a-e1558370462b" -d '{"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-deleted", "tag": "137293e7-3590-4eee-8e9a-b01076e25605"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:24:47.327692 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c39ace3-83db-4bdc-b94a-34642bc33834 x-openstack-request-id: req-8c39ace3-83db-4bdc-b94a-34642bc33834 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:24:47.327980 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed06d0a-7ee6-4f00-b470-b19d7331667c", "name": "network-vif-deleted", "tag": "137293e7-3590-4eee-8e9a-b01076e25605", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:24:47.328255 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c39ace3-83db-4bdc-b94a-34642bc33834 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:24:47.328648 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed06d0a-7ee6-4f00-b470-b19d7331667c', 'name': 'network-vif-deleted', 'tag': '137293e7-3590-4eee-8e9a-b01076e25605', 'status': 'completed', 'code': 200} Aug 19 09:24:47.367099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:24:47.571227 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:47.597220 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:24:47.605563 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:24:47.606165 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:24:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:47.834592 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:24:47.978798 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379045b1-f8dc-4b0e-9547-fecfbefa91f0 req-3490a0c1-32b1-425b-8412-05ea5563d2d8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:47.980909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-379045b1-f8dc-4b0e-9547-fecfbefa91f0 req-3490a0c1-32b1-425b-8412-05ea5563d2d8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0616093 Aug 19 09:24:48.021634 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52578) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:48.035038 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-379045b1-f8dc-4b0e-9547-fecfbefa91f0 req-72a17db7-050c-44f2-9da4-599dc7043beb tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479577 Aug 19 09:24:48.063025 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.078527 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.090161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:24:48.104001 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.118720 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc5735-47b5-4e7f-8776-3da421de723b None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:24:48.152817 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.156996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.158195 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b54d219-9191-4867-b81f-4896120631cd HTTP/1.1" status: 204 len: 168 time: 0.1355696 Aug 19 09:24:48.161100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52580) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:48.167697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab4ba-a84f-4c64-841d-1b5ad50715a4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54d219-9191-4867-b81f-4896120631cd,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:48.181708 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.api.v2.resource [None req-74b45c97-9adc-43f9-a494-d3766b1fe09a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] show failed (client error): The resource could not be found. Aug 19 09:24:48.182722 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-74b45c97-9adc-43f9-a494-d3766b1fe09a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups/2b54d219-9191-4867-b81f-4896120631cd HTTP/1.1" status: 404 len: 347 time: 0.0201588 Aug 19 09:24:48.186217 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52582) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:48.319457 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Deleting port b6ce6fa6-b52b-4cad-80e6-ad40462c74f1 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:24:48.319809 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.344682 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eccb72-b948-43c4-b03f-fad045818d4f None None] New status for floating IP 82155b56-aee0-4b5f-a2e2-9c9222b89c2d: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:24:48.407830 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.408192 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.420070 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Calling delete_port for b6ce6fa6-b52b-4cad-80e6-ad40462c74f1 owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:24:48.566974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.592652 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'Port': ['ID=b6ce6fa6-b52b-4cad-80e6-ad40462c74f1,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:48.660478 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.663203 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:48.664365 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-99f67c8a-c05c-468d-bc96-46a1d2baddf6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "DELETE /v2.0/floatingips/82155b56-aee0-4b5f-a2e2-9c9222b89c2d HTTP/1.1" status: 204 len: 168 time: 0.4769497 Aug 19 09:24:49.044929 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52586) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:49.049490 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021734195', 'description': 'tempest-description--1770674712'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:49.076760 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.152371 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89f02e-fa29-4fab-91f2-d63533345585 req-b34fd857-7fad-4ab0-b479-2aea2dd38640 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:49.154524 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9c89f02e-fa29-4fab-91f2-d63533345585 req-b34fd857-7fad-4ab0-b479-2aea2dd38640 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0515277 Aug 19 09:24:49.161092 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.164765 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.193386 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9c89f02e-fa29-4fab-91f2-d63533345585 req-48d6950b-ba61-4d2d-9041-c45df1f12fe0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327711 Aug 19 09:24:49.195752 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.196959 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1510327 Aug 19 09:24:49.197799 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af37eef-51c9-47ff-b0d9-d67028436cd2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:49.199921 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52590) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:49.206384 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group_rule': {'security_group_id': '009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:49.232416 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.294819 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.298280 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.315851 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fef83c0-0cb6-4446-afa4-eef61ebb7b22,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:49.322514 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.323750 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2a6bae13-0d30-4153-8db3-ee2464fab23f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228809 Aug 19 09:24:49.326884 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52592) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:49.331218 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'security_group_rule': {'security_group_id': '009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:49.356920 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.413025 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.416473 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.437471 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789973f8-ee5a-4582-98d0-68053b97c9b5,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:49.443845 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.447966 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c2137306-6200-4878-8a3b-db26b6c54cc8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172490 Aug 19 09:24:49.448252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 52594) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:24:49.453310 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:49.475162 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.570660 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.672305 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Allocated IP 172.27.3.39 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/38aa4682-8f3e-4854-9bc6-de114f0223fe) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:24:49.768575 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.804994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.841999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:24:49.846560 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:24:49.850222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:24:49.874761 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=38aa4682-8f3e-4854-9bc6-de114f0223fe,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:49.934012 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:49.965690 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:50.110055 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:50.114775 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:50.435988 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=38aa4682-8f3e-4854-9bc6-de114f0223fe,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:50.446598 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:50.470340 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f006e-523e-42e4-a161-172b8739c143 req-78359f87-3c5b-48f0-8fae-6a25ea893dda tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:50.471836 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2b2f006e-523e-42e4-a161-172b8739c143 req-78359f87-3c5b-48f0-8fae-6a25ea893dda tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0752988 Aug 19 09:24:50.472972 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:50.474302 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2376042a-de78-426c-a966-03cffe574849 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0250740 Aug 19 09:24:50.509562 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2b2f006e-523e-42e4-a161-172b8739c143 req-99129e0e-265c-4e58-a88d-b8e084c76dcc tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Aug 19 09:24:50.655839 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-197844d0-89a9-41f0-9c00-9df7d9a606a2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1021734195&fields=id&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 267 time: 0.0322449 Aug 19 09:24:50.757510 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-423f4e4f-a153-428e-9231-99233e4e9a51 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:50.758878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-423f4e4f-a153-428e-9231-99233e4e9a51 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 817 time: 0.0962629 Aug 19 09:24:50.773757 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-52cf0c02-4914-461c-9cf5-50f8e0febda1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/quotas/0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 375 time: 0.0087390 Aug 19 09:24:50.828918 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-692d073f-7077-4a92-916f-de4342dbd0dd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502307 Aug 19 09:24:50.920704 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-ee730e18-d4e6-4aaf-b53b-acb8b8904112 service neutron] 10.222.0.32 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Aug 19 09:24:51.008671 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-36e70c22-29f3-4d47-902f-4c00e5878ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820568 Aug 19 09:24:51.162188 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98e34a83-6e56-4554-9756-b8b82bc7b34b req-06791c9c-2823-422a-9aaf-f53fa5052099 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 210 time: 0.0250328 Aug 19 09:24:51.624945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9a388-83bb-4114-8331-8125616ef7a4 req-c44da65b-a96c-4062-9e90-d4e7160b3f2d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:51.626409 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-18a9a388-83bb-4114-8331-8125616ef7a4 req-c44da65b-a96c-4062-9e90-d4e7160b3f2d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0492482 Aug 19 09:24:51.663166 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-18a9a388-83bb-4114-8331-8125616ef7a4 req-1d681709-6611-4c9c-8e46-350931e27ec2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Aug 19 09:24:51.733723 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:24:51.753313 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 137293e7-3590-4eee-8e9a-b01076e25605 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:24:51.753659 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 137293e7-3590-4eee-8e9a-b01076e25605 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:24:52.180184 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-16820e70-3c7c-4fc9-acec-d79302b9c911 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:52.181612 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-16820e70-3c7c-4fc9-acec-d79302b9c911 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 817 time: 0.1051600 Aug 19 09:24:52.244752 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-0aa5d2f6-2b3b-4186-af71-e7f4c39cb74f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 380 time: 0.0346627 Aug 19 09:24:52.255435 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'port': {'device_id': '89098f09-c8cd-4e15-bef5-1bc104634225', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'admin_state_up': True, 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'security_groups': ['009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:52.262803 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c9af38ff-fda6-4d52-b9ea-bae98249ff1d req-c22b757a-c333-469b-b242-3fd13d3751d7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Aug 19 09:24:52.358855 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Made reservation on behalf of 0a913122239e44edb71a2fd07a99b275 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:24:52.362496 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.486043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Allocated IP 172.20.0.6 (20ee0fa8-4951-43ba-b13c-ba279ba12aa3/de6e49e1-5883-4759-96c0-82a61161ab56/c72c5439-5706-4605-91f9-225118f3705b) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:24:52.619365 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.632612 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Transition to ACTIVE for port object c72c5439-5706-4605-91f9-225118f3705b will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:24:52.664213 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.703902 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:24:52.707349 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:24:52.711907 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:24:52.762192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:52.803128 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:52.803780 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.829012 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de284830-241d-4166-9e86-6257036bd9ab req-f4c3c907-8cc1-440d-b6af-6a5b925d2967 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:52.830874 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-de284830-241d-4166-9e86-6257036bd9ab req-f4c3c907-8cc1-440d-b6af-6a5b925d2967 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0879407 Aug 19 09:24:52.832664 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-7ee4a670-8d7f-466e-87b8-1aa9465dd666 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813296 Aug 19 09:24:52.858565 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Request body: {'port': {'device_id': '89098f09-c8cd-4e15-bef5-1bc104634225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:24:52.896754 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-de284830-241d-4166-9e86-6257036bd9ab req-98e758ce-b28d-49d1-9347-3abb87c1e98c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592506 Aug 19 09:24:52.924372 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.939248 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b513fc9d-5043-4391-84bd-1b8df8b6010d None None] Provisioning for port c72c5439-5706-4605-91f9-225118f3705b completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:24:52.943104 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b513fc9d-5043-4391-84bd-1b8df8b6010d None None] Provisioning complete for port c72c5439-5706-4605-91f9-225118f3705b triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:24:52.943598 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b513fc9d-5043-4391-84bd-1b8df8b6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:52.976854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-b513fc9d-5043-4391-84bd-1b8df8b6010d None None] Port c72c5439-5706-4605-91f9-225118f3705b cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:24:53.181993 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72c5439-5706-4605-91f9-225118f3705b {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:24:53.189535 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:53.201123 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Transition to ACTIVE for port object c72c5439-5706-4605-91f9-225118f3705b will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:24:53.203971 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:53.250393 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:53.322375 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Attempting to bind port c72c5439-5706-4605-91f9-225118f3705b on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:24:53.322799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Attempting to bind port c72c5439-5706-4605-91f9-225118f3705b by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:24:53.323194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Attempting to bind port c72c5439-5706-4605-91f9-225118f3705b on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:24:53.328387 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Port c72c5439-5706-4605-91f9-225118f3705b on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:24:53.328785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Attempting to bind port c72c5439-5706-4605-91f9-225118f3705b on network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:24:53.334192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:24:53.334602 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Checking segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:24:53.335047 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Bound using segment: {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:24:53.335501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Bound port: c72c5439-5706-4605-91f9-225118f3705b, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c42355-e516-4f8d-bacf-2a48255f2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:24:53.335851 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:53.388476 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490211b-9129-4b41-9dd5-806f8b50fde3 req-a6916eb8-3326-4bcc-8951-cecc70263c7e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:53.389985 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f490211b-9129-4b41-9dd5-806f8b50fde3 req-a6916eb8-3326-4bcc-8951-cecc70263c7e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0523605 Aug 19 09:24:53.412117 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:24:53.415078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:24:53.421817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:53.429990 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f490211b-9129-4b41-9dd5-806f8b50fde3 req-8dab3b2a-8692-4c4f-9568-2812c68b9af9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Aug 19 09:24:53.463452 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:53.464075 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:53.465465 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] 10.222.0.35 "PUT /v2.0/ports/c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 1093 time: 0.6131766 Aug 19 09:24:53.465949 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:24:53.468868 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6abfbf-b862-44cb-9f66-e3d714f0643c" -d '{"events": [{"name": "network-changed", "server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:24:53.493944 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c95116-1f3e-4f51-8cba-663e19bd634e service neutron] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:53.516381 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036c568-ad65-4fc3-8728-7901edb0edcd x-openstack-request-id: req-7036c568-ad65-4fc3-8728-7901edb0edcd {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:24:53.516690 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:24:53.516941 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7036c568-ad65-4fc3-8728-7901edb0edcd {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:24:53.517328 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'status': 'completed', 'code': 200} Aug 19 09:24:53.584514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-97cc9f41-9e20-4d75-a16f-86c1281b6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:53.586075 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-97cc9f41-9e20-4d75-a16f-86c1281b6c44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1096 time: 0.0423050 Aug 19 09:24:53.645913 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-e455fcb7-1424-4948-9646-6866510ae008 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 217 time: 0.0392084 Aug 19 09:24:53.694449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-d5915d62-e61d-42c0-8d58-8286442adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:53.695804 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-d5915d62-e61d-42c0-8d58-8286442adf20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0434206 Aug 19 09:24:53.744708 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-56bf8277-972a-4cac-abc5-025f7eba107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:53.746168 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-56bf8277-972a-4cac-abc5-025f7eba107d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393686 Aug 19 09:24:53.835190 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-899d81fc-19a9-4012-9c4b-b1772e48da2c service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819674 Aug 19 09:24:53.921494 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20d6cf50-4438-4e85-ab8f-c23b19902870 req-8230e30e-eade-4b71-8d6d-76e7b5a21993 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788670 Aug 19 09:24:54.014363 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4392-3686-4cff-b4fe-893a540cf4f5 req-e82822a1-5838-48f1-8bad-f9fbf02e649a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.015801 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2f2a4392-3686-4cff-b4fe-893a540cf4f5 req-e82822a1-5838-48f1-8bad-f9fbf02e649a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0485270 Aug 19 09:24:54.051614 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-7fc0d5a4-1589-4c12-a775-a0c534e3eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.053091 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-7fc0d5a4-1589-4c12-a775-a0c534e3eaf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1096 time: 0.0435753 Aug 19 09:24:54.053555 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2f2a4392-3686-4cff-b4fe-893a540cf4f5 req-7a298091-7283-42f2-ac8a-61a656e4c81a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Aug 19 09:24:54.142648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-bc8d60f7-1abb-461f-8466-de3cd86319d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.144161 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-bc8d60f7-1abb-461f-8466-de3cd86319d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0843000 Aug 19 09:24:54.188863 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-86578d91-fa64-4558-820e-5e62c59f6456 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 217 time: 0.0377424 Aug 19 09:24:54.237980 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-557938e9-0e23-4b29-9012-64f673dd4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.239473 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-557938e9-0e23-4b29-9012-64f673dd4996 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0442915 Aug 19 09:24:54.283744 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-7dcccbe8-30a4-4dcf-bc21-c98bc8bb5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.285120 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-7dcccbe8-30a4-4dcf-bc21-c98bc8bb5132 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391555 Aug 19 09:24:54.597913 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-ed25a9aa-0188-4108-9702-41c9e2d1f420 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049879 Aug 19 09:24:54.681277 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba617aa-594d-481e-9c91-a60ce5f02cb0 req-39e63a6d-f0aa-4594-a8a2-d8990de60cfb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:54.682737 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba617aa-594d-481e-9c91-a60ce5f02cb0 req-39e63a6d-f0aa-4594-a8a2-d8990de60cfb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.1060293 Aug 19 09:24:54.728068 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-aa6abfbf-b862-44cb-9f66-e3d714f0643c req-5e602373-ca25-4a3c-be5c-6952355111ad service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165605 Aug 19 09:24:54.740261 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba617aa-594d-481e-9c91-a60ce5f02cb0 req-b8f4e0de-ee18-4fdd-81d5-873dc0abac25 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495667 Aug 19 09:24:55.170948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078428b6-9336-4635-a419-a4ecde54ca6e req-9d9f7edf-8acc-4e82-8dc1-63a42620d728 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:55.172460 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-078428b6-9336-4635-a419-a4ecde54ca6e req-9d9f7edf-8acc-4e82-8dc1-63a42620d728 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0508189 Aug 19 09:24:55.209281 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-078428b6-9336-4635-a419-a4ecde54ca6e req-942b7783-ade6-4cec-97c3-257ec0478c11 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311487 Aug 19 09:24:55.856317 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43887-fac8-417f-843e-65da57324143 req-59cc74c5-d9fa-48cc-a2e8-51d56a9b862d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:55.858291 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99d43887-fac8-417f-843e-65da57324143 req-59cc74c5-d9fa-48cc-a2e8-51d56a9b862d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0472569 Aug 19 09:24:55.894334 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-99d43887-fac8-417f-843e-65da57324143 req-ed9ff8af-d045-4f09-9610-4e768d65020e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Aug 19 09:24:56.327130 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472834-b374-4a3d-953a-0ad9b0076588 req-73cbb6b2-0de4-451a-9e98-8c7a6aa63a10 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:56.328612 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2f472834-b374-4a3d-953a-0ad9b0076588 req-73cbb6b2-0de4-451a-9e98-8c7a6aa63a10 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0522356 Aug 19 09:24:56.365493 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2f472834-b374-4a3d-953a-0ad9b0076588 req-40ffa650-631a-445c-8995-0dff1b6afc40 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Aug 19 09:24:57.010411 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712974b-9e24-4a86-82c0-76c02a8ba9d6 req-017c7362-68f0-414e-8133-9783b7e3b8a2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:57.011995 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a712974b-9e24-4a86-82c0-76c02a8ba9d6 req-017c7362-68f0-414e-8133-9783b7e3b8a2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0481923 Aug 19 09:24:57.048803 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a712974b-9e24-4a86-82c0-76c02a8ba9d6 req-00909ca3-a914-4d9b-a879-72833d7bb621 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303199 Aug 19 09:24:57.476515 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b90f73-09dc-451a-a36e-844990cba54b req-a653ef4d-bc43-4a42-96c2-aa8d2feb90e9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:57.477948 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-06b90f73-09dc-451a-a36e-844990cba54b req-a653ef4d-bc43-4a42-96c2-aa8d2feb90e9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0481033 Aug 19 09:24:57.514100 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-06b90f73-09dc-451a-a36e-844990cba54b req-e85f039f-6a15-4385-ad3a-3341abb641eb tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298016 Aug 19 09:24:57.748686 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:24:57.842394 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:24:57.853690 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'c72c5439-5706-4605-91f9-225118f3705b', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:24:57.888929 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:57.900806 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c5439-5706-4605-91f9-225118f3705b {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:24:57.919480 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:24:57.923363 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:57.972143 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:24:57.979224 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.979599 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.979939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.980276 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.980603 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.980932 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.981257 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.982191 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.982780 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.983118 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.983489 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:57.983815 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:24:58.166850 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f318d5-68ae-4397-b06b-cfdb73558cd4 req-fb205e21-f834-49a9-90f2-f8a3013592a7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:58.168322 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09f318d5-68ae-4397-b06b-cfdb73558cd4 req-fb205e21-f834-49a9-90f2-f8a3013592a7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 944 time: 0.0508256 Aug 19 09:24:58.207015 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09f318d5-68ae-4397-b06b-cfdb73558cd4 req-d22093dd-3a1e-4267-adb0-59d9c7643414 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Aug 19 09:24:58.329169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['c72c5439-5706-4605-91f9-225118f3705b'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:24:58.629714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19b38e-553b-47c8-a633-237ba9adb532 req-1067be98-265d-4c2b-844e-ab132ed28c83 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:58.631126 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5e19b38e-553b-47c8-a633-237ba9adb532 req-1067be98-265d-4c2b-844e-ab132ed28c83 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0513461 Aug 19 09:24:58.668364 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5e19b38e-553b-47c8-a633-237ba9adb532 req-7bea3d6c-d262-4d25-889a-8092203eb817 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Aug 19 09:24:59.322546 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa367e-c610-4009-8b45-a0f4f1d6fadc req-c8f50406-d558-4e5b-be60-e0f7f661a789 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:59.324022 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-74fa367e-c610-4009-8b45-a0f4f1d6fadc req-c8f50406-d558-4e5b-be60-e0f7f661a789 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 944 time: 0.0473034 Aug 19 09:24:59.360485 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-74fa367e-c610-4009-8b45-a0f4f1d6fadc req-b523b11f-10ed-4581-96fe-e39323bc5723 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Aug 19 09:24:59.763674 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:24:59.781762 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bdf4d-b37b-4a66-a29b-4819c6cdb70b req-95c7004e-d198-46a2-8d2b-0affe708d132 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:24:59.783253 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-617bdf4d-b37b-4a66-a29b-4819c6cdb70b req-95c7004e-d198-46a2-8d2b-0affe708d132 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0475063 Aug 19 09:24:59.816480 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port c72c5439-5706-4605-91f9-225118f3705b completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:24:59.820007 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port c72c5439-5706-4605-91f9-225118f3705b triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:24:59.820390 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:59.820550 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-617bdf4d-b37b-4a66-a29b-4819c6cdb70b req-2251ad94-67ef-45cd-8719-2e155c1917a7 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Aug 19 09:24:59.896466 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:59.918667 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:24:59.921505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79626370-a8c9-493c-a082-801b30776c43" -d '{"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:24:59.935226 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:24:59.941437 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:24:59.997441 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:25:00.078659 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b646a31a-f075-4a97-9350-ae5199a94c27 x-openstack-request-id: req-b646a31a-f075-4a97-9350-ae5199a94c27 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:25:00.078952 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:25:00.079205 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b646a31a-f075-4a97-9350-ae5199a94c27 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:25:00.079624 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'code': 200} Aug 19 09:25:00.081935 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f9fac-04ae-463b-96fd-0775a6730ad7 req-87374434-6dbf-4e6e-beca-3a7023b6692f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.083478 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-726f9fac-04ae-463b-96fd-0775a6730ad7 req-87374434-6dbf-4e6e-beca-3a7023b6692f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0516801 Aug 19 09:25:00.121220 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-726f9fac-04ae-463b-96fd-0775a6730ad7 req-5fd1811a-97f3-4ece-a1f3-53af3bdd7fc5 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Aug 19 09:25:00.169740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-bce38a6a-6813-405a-8516-7869e10d4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.171216 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-bce38a6a-6813-405a-8516-7869e10d4e11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0437210 Aug 19 09:25:00.280646 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-806a390f-ed89-43b7-8d8f-904bfbac335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.282035 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-806a390f-ed89-43b7-8d8f-904bfbac335a service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.1032763 Aug 19 09:25:00.337406 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049f3c7-8edd-4454-b421-d22f2b7658ca req-df6b552e-0911-442b-85d3-ea9cb4d0d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.338859 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1049f3c7-8edd-4454-b421-d22f2b7658ca req-df6b552e-0911-442b-85d3-ea9cb4d0d6bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1098 time: 0.0822134 Aug 19 09:25:00.367072 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-cd96113e-6fd8-4696-ade8-6b45f3d411f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1002 time: 0.0780735 Aug 19 09:25:00.389283 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1049f3c7-8edd-4454-b421-d22f2b7658ca req-82751128-f243-4f8b-9d38-7de1296d0ffd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Aug 19 09:25:00.422384 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-b01aab79-5b84-499c-973e-31df9e213fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.423869 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-b01aab79-5b84-499c-973e-31df9e213fbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0475404 Aug 19 09:25:00.478512 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22692cfc-7c92-4858-bb5c-30fbfb6956e4 req-f7c4b45c-dd8e-400a-826c-200962681696 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.480001 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-22692cfc-7c92-4858-bb5c-30fbfb6956e4 req-f7c4b45c-dd8e-400a-826c-200962681696 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0479901 Aug 19 09:25:00.516858 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-22692cfc-7c92-4858-bb5c-30fbfb6956e4 req-492c8882-918d-4c9c-8dcb-57176fb335a7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302327 Aug 19 09:25:00.798143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-67e4e6a3-ef82-4456-8bc7-3813c15d49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:00.799622 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-67e4e6a3-ef82-4456-8bc7-3813c15d49d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435555 Aug 19 09:25:00.851520 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:25:00.886198 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-9e42ab8b-c29d-4800-93ad-3f19bce46aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792801 Aug 19 09:25:00.977431 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-59f9691b-bcc5-4a3e-a13d-ebe53655ab43 req-49d121d6-519c-4e2e-bfac-cbb96e21c31f service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Aug 19 09:25:01.237049 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba802-41f1-4ee2-affc-0b5fd1d340bc req-06855ce5-005a-400f-bb20-f1e37168bbd6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:01.238494 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ff2ba802-41f1-4ee2-affc-0b5fd1d340bc req-06855ce5-005a-400f-bb20-f1e37168bbd6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Aug 19 09:25:01.274880 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ff2ba802-41f1-4ee2-affc-0b5fd1d340bc req-5c454c18-691d-4183-b2cd-db48dfaa65e6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Aug 19 09:25:01.635404 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9062af-d411-4c6f-a4fc-303fd873c7cc req-c00eaa21-e572-42dc-904d-da7cd3f08271 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:01.636873 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ab9062af-d411-4c6f-a4fc-303fd873c7cc req-c00eaa21-e572-42dc-904d-da7cd3f08271 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0517201 Aug 19 09:25:01.673110 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ab9062af-d411-4c6f-a4fc-303fd873c7cc req-71a9b242-0928-4fb6-bd60-2d25f6afc8ea tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303137 Aug 19 09:25:02.388204 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515c57c-4ef3-479e-90dc-5f06be58acde req-f34a5961-a9b9-4f3d-989e-cbfc0a2c4e44 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:02.389796 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b515c57c-4ef3-479e-90dc-5f06be58acde req-f34a5961-a9b9-4f3d-989e-cbfc0a2c4e44 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0487561 Aug 19 09:25:02.426590 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b515c57c-4ef3-479e-90dc-5f06be58acde req-03b2afe0-a4dc-4eca-a851-b66e076b2ef8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Aug 19 09:25:02.788293 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227de6e-13a4-46b7-8f83-abffaa887055 req-c72fd542-056a-4b84-b60c-eed76f7a1fa4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:02.789746 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5227de6e-13a4-46b7-8f83-abffaa887055 req-c72fd542-056a-4b84-b60c-eed76f7a1fa4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0472167 Aug 19 09:25:02.827684 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5227de6e-13a4-46b7-8f83-abffaa887055 req-ca35e8e2-4270-4b72-a890-f87547c34f28 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Aug 19 09:25:02.944688 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec25be5-a008-4edd-8975-bd299942f16a req-a5b7957f-b213-4426-8704-d7596ec1a833 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:02.946203 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8ec25be5-a008-4edd-8975-bd299942f16a req-a5b7957f-b213-4426-8704-d7596ec1a833 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0515578 Aug 19 09:25:02.960137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 52682) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:25:02.964773 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Request body: {'floatingip': {'port_id': 'c72c5439-5706-4605-91f9-225118f3705b'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:25:03.003222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:03.616292 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:03.620023 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:03.722305 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Floating IP d2f51ecb-855f-4db2-9e4b-f21045a078ee associated. External IP: 172.27.3.39, port: c72c5439-5706-4605-91f9-225118f3705b. Aug 19 09:25:03.934434 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:25:04.039111 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:25:04.043893 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:04.049724 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:25:04.059261 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:25:04.060030 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:24:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:25:04.068759 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b2c78fd4-3a98-4dbf-ad1d-6519fcc8495f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "PUT /v2.0/floatingips/d2f51ecb-855f-4db2-9e4b-f21045a078ee HTTP/1.1" status: 200 len: 990 time: 1.1075368 Aug 19 09:25:04.069344 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:25:04.071607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d5a0f9-63d8-440e-8bca-ead78833c712" -d '{"events": [{"name": "network-changed", "server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:25:04.110730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b07977-3ce5-4f20-be76-f3a2ddf44e0d x-openstack-request-id: req-d1b07977-3ce5-4f20-be76-f3a2ddf44e0d {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:25:04.111020 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:25:04.111291 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1b07977-3ce5-4f20-be76-f3a2ddf44e0d {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:25:04.111690 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'status': 'completed', 'code': 200} Aug 19 09:25:04.167544 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:25:04.212010 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-d32a65c3-8835-4045-a13a-3a48130887a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:04.213512 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-d32a65c3-8835-4045-a13a-3a48130887a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1098 time: 0.0405500 Aug 19 09:25:04.306202 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-b41e3dc9-228b-43dc-a210-1c1e8b7e4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:04.307671 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-b41e3dc9-228b-43dc-a210-1c1e8b7e4e4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0865612 Aug 19 09:25:04.370956 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-35dac2a2-a097-41c9-8222-9ae65b4a502d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 998 time: 0.0561228 Aug 19 09:25:04.396838 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': 'd2f51ecb-855f-4db2-9e4b-f21045a078ee', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89098f09-c8cd-4e15-bef5-1bc104634225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:24:49Z', 'updated_at': '2021-08-19T09:25:03Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:25:04.422730 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:25:04.430183 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-e56bf737-df6e-4ab8-b8f9-809c23eca8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:04.431011 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:25:04.431653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:24:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:25:04.431771 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-e56bf737-df6e-4ab8-b8f9-809c23eca8da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0480387 Aug 19 09:25:04.477726 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-eac1e64a-4db5-456f-9723-51f658412de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:04.479210 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-eac1e64a-4db5-456f-9723-51f658412de9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404150 Aug 19 09:25:04.535930 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:25:04.572822 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-58a296c8-44eb-428b-af7a-22844749492e service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857844 Aug 19 09:25:04.660117 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67d5a0f9-63d8-440e-8bca-ead78833c712 req-26ffce19-31cb-484d-8517-46985fb27835 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809402 Aug 19 09:25:04.761074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': 'd2f51ecb-855f-4db2-9e4b-f21045a078ee', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89098f09-c8cd-4e15-bef5-1bc104634225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:24:49Z', 'updated_at': '2021-08-19T09:25:03Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:25:04.787478 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800868db-dbed-4323-86ac-447a0b7d0699 None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': 'd2f51ecb-855f-4db2-9e4b-f21045a078ee', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '0aaae05d-4633-4955-965f-106312160135', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89098f09-c8cd-4e15-bef5-1bc104634225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:24:49Z', 'updated_at': '2021-08-19T09:25:03Z', 'revision_number': 1, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:25:04.953646 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cef955-869a-4c50-bcbc-9863e4efc546 None None] New status for floating IP d2f51ecb-855f-4db2-9e4b-f21045a078ee: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:25:05.635598 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:12.419389 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6e18ef22-671f-40f5-9651-6eb76dd71772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:14.989911 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6bbd6fd6-f704-4cd2-8923-a3412d885e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:15.202145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:16.236254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:18.012970 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:35.518059 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-483da6e6-e5ee-46ae-834d-debd8014e0ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383682 Aug 19 09:25:35.653878 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:35.803445 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-f648deec-b912-4741-8645-55ac21fbea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:35.804932 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-f648deec-b912-4741-8645-55ac21fbea44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.2543187 Aug 19 09:25:35.904515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-1093e4f0-f15e-4f70-bc6d-8d001857b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:35.905868 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-1093e4f0-f15e-4f70-bc6d-8d001857b9c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0813510 Aug 19 09:25:35.975701 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-fe3f0c69-96ac-468a-a577-f6037a9d0d5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1002 time: 0.0592675 Aug 19 09:25:36.023038 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-ef7aa48d-9e6e-4281-a79a-0a802041dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:36.024458 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-ef7aa48d-9e6e-4281-a79a-0a802041dc65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0420535 Aug 19 09:25:36.067355 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-4f13c4d6-7446-46f7-91b3-b3f24961925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:25:36.068705 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-4f13c4d6-7446-46f7-91b3-b3f24961925b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377536 Aug 19 09:25:36.158346 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-14408578-55d8-4483-b53a-f725e5054a2d service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Aug 19 09:25:36.244862 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e429de9-2272-43f2-be68-aa15bc956d44 req-dd33c1a9-d0fc-495e-b01f-ebd6459b8954 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792079 Aug 19 09:25:37.851861 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:25:42.419532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-456b2758-6158-430b-ada1-7d4591693aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:44.990663 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8185f02-34b7-4cf6-b356-bb064915ae33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:45.202626 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:46.239528 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:25:48.016753 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:00.008374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4b41-e615-4fa1-98cf-8c6d58b70d20 req-cc4eb779-4e64-4365-93f2-574e35b39af8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:00.009845 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e3bd4b41-e615-4fa1-98cf-8c6d58b70d20 req-cc4eb779-4e64-4365-93f2-574e35b39af8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0518751 Aug 19 09:26:00.047299 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e3bd4b41-e615-4fa1-98cf-8c6d58b70d20 req-05064475-a25f-42cd-8c4e-066c7cc2a30b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Aug 19 09:26:01.161257 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3994-74d7-443b-b35d-0b1929dd5af5 req-8a64e251-ec0c-4ba0-affd-4fe8e8229fc4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:01.162725 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-841b3994-74d7-443b-b35d-0b1929dd5af5 req-8a64e251-ec0c-4ba0-affd-4fe8e8229fc4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0472925 Aug 19 09:26:01.198747 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-841b3994-74d7-443b-b35d-0b1929dd5af5 req-8d1cbe4e-1843-42bb-8abf-9eb5091cf1df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301993 Aug 19 09:26:02.312604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851864-191a-436d-b98c-d88679c440c7 req-1280614a-6644-4957-8e12-d6b80f38c524 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:02.314722 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cf851864-191a-436d-b98c-d88679c440c7 req-1280614a-6644-4957-8e12-d6b80f38c524 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0513117 Aug 19 09:26:02.350603 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-cf851864-191a-436d-b98c-d88679c440c7 req-d5ef9289-b972-4e9c-b42c-56e03990cc62 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299997 Aug 19 09:26:03.466426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca4b23-542f-4036-99b1-07dfa6dc1e1a req-050c0257-9d56-4fd7-a0bb-5fea8554786b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:03.467910 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdca4b23-542f-4036-99b1-07dfa6dc1e1a req-050c0257-9d56-4fd7-a0bb-5fea8554786b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0508571 Aug 19 09:26:03.504797 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdca4b23-542f-4036-99b1-07dfa6dc1e1a req-64c5bb7b-792b-48d9-b9c4-8731bad49e70 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306783 Aug 19 09:26:04.616466 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426b12a-99cd-49ef-ab9b-e92d6af0dbd5 req-3873f831-8636-435b-912e-9f972c16a2a3 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:04.617938 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f426b12a-99cd-49ef-ab9b-e92d6af0dbd5 req-3873f831-8636-435b-912e-9f972c16a2a3 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0483496 Aug 19 09:26:04.654992 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f426b12a-99cd-49ef-ab9b-e92d6af0dbd5 req-30248d0b-3321-4079-9a49-0f88e2b2c162 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Aug 19 09:26:05.657015 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:05.768146 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293295f-b520-400e-a2ea-f20b250c0e6e req-6052ed12-6d05-49b2-a54c-ecf0bf23e0e4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:05.769533 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e293295f-b520-400e-a2ea-f20b250c0e6e req-6052ed12-6d05-49b2-a54c-ecf0bf23e0e4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Aug 19 09:26:05.808219 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e293295f-b520-400e-a2ea-f20b250c0e6e req-f936b1d5-bd9f-484d-b98a-9b9860581e41 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Aug 19 09:26:06.922475 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeae71d-3f51-4b86-897e-0a4d5f1b12f8 req-24370e5d-bd93-408e-a400-158088b547da tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:06.923974 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dbeae71d-3f51-4b86-897e-0a4d5f1b12f8 req-24370e5d-bd93-408e-a400-158088b547da tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0516205 Aug 19 09:26:06.960300 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dbeae71d-3f51-4b86-897e-0a4d5f1b12f8 req-027764cc-ad9f-4782-865a-be8ea98c9db3 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Aug 19 09:26:08.072572 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c9d2-2e69-4586-bf74-a840fe67d8f5 req-fcb03119-423f-4904-ae23-cc03c626f9e5 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:08.074475 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dc81c9d2-2e69-4586-bf74-a840fe67d8f5 req-fcb03119-423f-4904-ae23-cc03c626f9e5 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0489054 Aug 19 09:26:08.112455 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dc81c9d2-2e69-4586-bf74-a840fe67d8f5 req-3b7739e2-4f34-4209-9b89-7c131ff0e675 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Aug 19 09:26:09.222932 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e49d1-325a-4bd7-88f0-e7ef818f6900 req-03d51bcf-4b4a-4ce5-899a-6cac0ecde3a0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:09.224668 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e81e49d1-325a-4bd7-88f0-e7ef818f6900 req-03d51bcf-4b4a-4ce5-899a-6cac0ecde3a0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0472617 Aug 19 09:26:09.260867 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e81e49d1-325a-4bd7-88f0-e7ef818f6900 req-3000e343-0e3e-4f3e-9eb5-0956ac5c5611 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305505 Aug 19 09:26:10.381085 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48369940-5575-422f-80ea-2ee7e5d33970 req-58005777-af27-4d97-8bdf-dade0d86eae9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.382596 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-48369940-5575-422f-80ea-2ee7e5d33970 req-58005777-af27-4d97-8bdf-dade0d86eae9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0525768 Aug 19 09:26:10.419189 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-48369940-5575-422f-80ea-2ee7e5d33970 req-4084ab4f-b892-40d4-b957-63db4e4d640c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307329 Aug 19 09:26:10.610882 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d862ff-eb7b-461d-b817-314477eb4eab req-6007d358-24df-4552-b105-fa0db52f80a0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.612347 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-37d862ff-eb7b-461d-b817-314477eb4eab req-6007d358-24df-4552-b105-fa0db52f80a0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Aug 19 09:26:10.674068 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-37d862ff-eb7b-461d-b817-314477eb4eab req-db34090e-8697-4b84-89a5-5908f02ad430 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553231 Aug 19 09:26:10.683432 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208ace-c458-4f63-893c-03b917009cdc req-c10470be-0082-4234-ac6d-ea031ff81252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.684871 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-c10470be-0082-4234-ac6d-ea031ff81252 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0526979 Aug 19 09:26:10.778829 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208ace-c458-4f63-893c-03b917009cdc req-5be49c4b-7c20-469d-a836-8ed84fe6a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.780354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-5be49c4b-7c20-469d-a836-8ed84fe6a04a service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0882635 Aug 19 09:26:10.847402 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-ce7b1d8e-d069-4247-b90e-6f33de249d0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1002 time: 0.0568926 Aug 19 09:26:10.902891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208ace-c458-4f63-893c-03b917009cdc req-3296fabd-f20f-4b4f-a7be-818970e76464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.904354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-3296fabd-f20f-4b4f-a7be-818970e76464 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0461640 Aug 19 09:26:10.948116 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208ace-c458-4f63-893c-03b917009cdc req-b6e83f28-3c56-4d61-ba8a-37683ccc80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:10.949533 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-b6e83f28-3c56-4d61-ba8a-37683ccc80fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381355 Aug 19 09:26:11.038514 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-66707e2d-a467-45a5-a897-575a1f22e455 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810947 Aug 19 09:26:11.131553 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b0208ace-c458-4f63-893c-03b917009cdc req-88fe229e-f82e-40c9-bdeb-9d70fedfb24e service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848315 Aug 19 09:26:11.802747 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473e9e9-7017-42cc-809e-244ec8878b13 req-40d6448a-81d7-4f04-a438-8f9553d00bf0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:11.804278 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4473e9e9-7017-42cc-809e-244ec8878b13 req-40d6448a-81d7-4f04-a438-8f9553d00bf0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0634711 Aug 19 09:26:11.842417 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4473e9e9-7017-42cc-809e-244ec8878b13 req-05bbc124-d138-40d8-aff3-cc0140d1b80e tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Aug 19 09:26:12.424206 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8badd785-5ac1-486c-89ca-e6c09bd2f3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:12.957452 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf4b4-4eb8-43ee-b0f5-d8f52bd4a3bf req-d63b07fb-2d73-4228-b8f9-a62876a31cba tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:12.958909 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f72cf4b4-4eb8-43ee-b0f5-d8f52bd4a3bf req-d63b07fb-2d73-4228-b8f9-a62876a31cba tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Aug 19 09:26:12.997131 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f72cf4b4-4eb8-43ee-b0f5-d8f52bd4a3bf req-b4390884-57d2-44f3-950a-8820581522a9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323634 Aug 19 09:26:14.851101 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:26:14.990570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa5bf-be45-4321-afe6-5d177621cf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:15.203864 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:16.242849 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:18.018835 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:24.493981 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc51cf6-e01b-4228-aa70-ba45947b9b95 req-ccbdafaa-7627-4bf8-a879-c1fb74227579 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:24.495542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ffc51cf6-e01b-4228-aa70-ba45947b9b95 req-ccbdafaa-7627-4bf8-a879-c1fb74227579 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Aug 19 09:26:24.533849 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ffc51cf6-e01b-4228-aa70-ba45947b9b95 req-048feb46-c342-47e8-ad0f-2d765fb114a9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Aug 19 09:26:25.653907 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed456-4db0-447c-9d9a-a58f4ef7746c req-a862d6bd-c528-41ef-954f-5d6f0812e6e5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:25.655289 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-996ed456-4db0-447c-9d9a-a58f4ef7746c req-a862d6bd-c528-41ef-954f-5d6f0812e6e5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Aug 19 09:26:25.691087 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-996ed456-4db0-447c-9d9a-a58f4ef7746c req-82235af6-800c-419a-a5ef-993a15ddc888 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293608 Aug 19 09:26:26.807659 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223d216-4aad-4e97-86a8-e3b58edbc8f8 req-38bab2cb-480f-42c6-a9ba-5f50a2a238af tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:26.809113 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b223d216-4aad-4e97-86a8-e3b58edbc8f8 req-38bab2cb-480f-42c6-a9ba-5f50a2a238af tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Aug 19 09:26:26.846652 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b223d216-4aad-4e97-86a8-e3b58edbc8f8 req-ae817bdb-6187-4ba8-94cf-62ded0bc06f6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Aug 19 09:26:27.969147 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750fa65-e488-4bbe-bd5e-5567662c67a5 req-6fee7931-dbfc-4a10-ac30-e8e8d07071d1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:27.970633 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9750fa65-e488-4bbe-bd5e-5567662c67a5 req-6fee7931-dbfc-4a10-ac30-e8e8d07071d1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0546448 Aug 19 09:26:28.008059 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9750fa65-e488-4bbe-bd5e-5567662c67a5 req-faabb82c-59c5-4333-8af3-4956610fcb49 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Aug 19 09:26:29.130062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36929e-1fea-4d7e-9a1b-e0c18e877479 req-0ddb4bdd-1ea1-4620-be58-5ac15e36f6ad tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:29.131529 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-af36929e-1fea-4d7e-9a1b-e0c18e877479 req-0ddb4bdd-1ea1-4620-be58-5ac15e36f6ad tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0517077 Aug 19 09:26:29.167121 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-af36929e-1fea-4d7e-9a1b-e0c18e877479 req-503852da-166c-4ecf-8b34-44ad48f79aa5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298362 Aug 19 09:26:30.281858 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca4e5-990f-4c11-89bb-b3bd1d14d02e req-5cab4a57-e84d-40b1-b464-44f56ea4449a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:30.283355 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8f4ca4e5-990f-4c11-89bb-b3bd1d14d02e req-5cab4a57-e84d-40b1-b464-44f56ea4449a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0471201 Aug 19 09:26:30.319103 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8f4ca4e5-990f-4c11-89bb-b3bd1d14d02e req-f668e8d1-fede-4607-a19b-d52137a59b98 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300682 Aug 19 09:26:31.435290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd0a6-3ebf-4822-9f21-6387be0e7e04 req-8d64bf97-0055-4a0a-9f23-121f92e6439e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:31.437409 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-302bd0a6-3ebf-4822-9f21-6387be0e7e04 req-8d64bf97-0055-4a0a-9f23-121f92e6439e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0473137 Aug 19 09:26:31.472798 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-302bd0a6-3ebf-4822-9f21-6387be0e7e04 req-00fc5d76-c46d-4086-8b8a-6038aaed78ac tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295889 Aug 19 09:26:32.588750 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f953c-a002-4ab0-9b27-c376be41d13b req-588ba9fc-e09e-474e-83b0-fdd63b2f8fb2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:32.590205 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-191f953c-a002-4ab0-9b27-c376be41d13b req-588ba9fc-e09e-474e-83b0-fdd63b2f8fb2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0471981 Aug 19 09:26:32.628226 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-191f953c-a002-4ab0-9b27-c376be41d13b req-f8d3d74e-c591-4182-abaf-bd443f3cb0cc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317709 Aug 19 09:26:33.744634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a029-f096-4668-b7e5-5d3d66c2bbf4 req-a2861870-a8a4-4d23-ac75-8b3c6ff6e128 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:33.746063 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2e2a029-f096-4668-b7e5-5d3d66c2bbf4 req-a2861870-a8a4-4d23-ac75-8b3c6ff6e128 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0473404 Aug 19 09:26:33.781984 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f2e2a029-f096-4668-b7e5-5d3d66c2bbf4 req-25a3720c-98a0-41b4-9ef0-1d7a3c7acdc4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298877 Aug 19 09:26:34.907963 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9688f-59e4-4746-81ce-dbef4c5ad065 req-61476fde-dfdf-4b83-824c-66d1a5318093 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:34.909427 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e0c9688f-59e4-4746-81ce-dbef4c5ad065 req-61476fde-dfdf-4b83-824c-66d1a5318093 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0566292 Aug 19 09:26:34.945456 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e0c9688f-59e4-4746-81ce-dbef4c5ad065 req-26ba53e6-33dc-4424-b03b-ddf1c82c831d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302417 Aug 19 09:26:35.658443 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:36.064206 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b18dc-390a-4f21-affb-d50dde7e9759 req-c5a478dc-8210-44df-a080-e8beb47643b4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:36.065669 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b1b18dc-390a-4f21-affb-d50dde7e9759 req-c5a478dc-8210-44df-a080-e8beb47643b4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Aug 19 09:26:36.101936 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b1b18dc-390a-4f21-affb-d50dde7e9759 req-31d74311-686c-4850-88ce-c8074ed5d2af tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304868 Aug 19 09:26:36.592852 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-bc42b18a-c96f-4ec2-b387-365c7b17b638 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367055 Aug 19 09:26:36.689746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-e045787b-12fc-4fbd-bc17-1518f6779e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:36.691102 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-e045787b-12fc-4fbd-bc17-1518f6779e9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 1099 time: 0.0412574 Aug 19 09:26:36.792280 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-4d4430f2-2ec6-4487-a69a-f2a696147a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:36.793707 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-4d4430f2-2ec6-4487-a69a-f2a696147a09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0843194 Aug 19 09:26:36.854773 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-bbda2eb8-51bc-470b-b2f5-fff97ec72a87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 200 len: 1002 time: 0.0541863 Aug 19 09:26:36.905268 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-12d4e67a-8b7b-4c80-bab6-2cdb2dce740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:36.906687 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-12d4e67a-8b7b-4c80-bab6-2cdb2dce740b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0440409 Aug 19 09:26:36.949676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-3df240e2-d9be-4da5-9f33-5b8b063a2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:36.951021 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-3df240e2-d9be-4da5-9f33-5b8b063a2784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371969 Aug 19 09:26:37.038061 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-5a445a0e-ae28-4972-8d94-ce0dcad5293b service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785110 Aug 19 09:26:37.128128 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d2bcc1db-1f15-4a5b-ad7f-b1e33f41b196 req-37c6d5e2-db91-41e5-905a-65e7a498bd4f service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835862 Aug 19 09:26:37.223788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f01a4-6dcf-4313-9fd1-abfa5084eab4 req-22b7ac5b-932b-40b4-9839-f6f5ec61850d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:37.225175 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-686f01a4-6dcf-4313-9fd1-abfa5084eab4 req-22b7ac5b-932b-40b4-9839-f6f5ec61850d tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Aug 19 09:26:37.261775 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-686f01a4-6dcf-4313-9fd1-abfa5084eab4 req-53628f50-e775-4da4-ac2c-28e798dc5cce tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Aug 19 09:26:38.377996 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b58be-09d5-49bb-b317-d8328771c63d req-ff0a3901-f14c-4f98-96fc-fe5edbd2c52f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:38.379517 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-924b58be-09d5-49bb-b317-d8328771c63d req-ff0a3901-f14c-4f98-96fc-fe5edbd2c52f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Aug 19 09:26:38.416685 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-924b58be-09d5-49bb-b317-d8328771c63d req-ee84ad95-b066-4371-b7b5-ab765fd8a026 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Aug 19 09:26:39.534341 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb749e-30cf-4b07-801f-27d6ff67d80d req-1933a226-9860-4910-8612-aab271c07b91 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:39.535844 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5eb749e-30cf-4b07-801f-27d6ff67d80d req-1933a226-9860-4910-8612-aab271c07b91 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0471053 Aug 19 09:26:39.573392 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5eb749e-30cf-4b07-801f-27d6ff67d80d req-991719fc-61ed-4815-aa06-f7102fb23be1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Aug 19 09:26:40.695491 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193454-3e59-49a6-9e49-9a8f083e503b req-aba794ed-407b-4a64-bc72-e3e16c8fe476 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:40.696869 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-83193454-3e59-49a6-9e49-9a8f083e503b req-aba794ed-407b-4a64-bc72-e3e16c8fe476 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0530064 Aug 19 09:26:40.733531 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-83193454-3e59-49a6-9e49-9a8f083e503b req-5f633cfe-6b10-47d6-ab2c-57ffa4a94c6a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Aug 19 09:26:41.856293 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68088a44-1869-4d5e-9559-9d535a8e061b req-5828462d-a2ec-4b19-b4e0-53e822fc9ac2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:41.857738 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-68088a44-1869-4d5e-9559-9d535a8e061b req-5828462d-a2ec-4b19-b4e0-53e822fc9ac2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Aug 19 09:26:41.895670 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-68088a44-1869-4d5e-9559-9d535a8e061b req-3358feb1-7dda-4775-bbf9-d1e476bd09f1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305696 Aug 19 09:26:42.423567 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4e189a06-2a9e-4351-8375-d33dcbc867b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:43.022670 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011514b-7aea-453a-9c17-4593cd3a1d34 req-be060157-5435-492d-a327-4ba3ff0f1e92 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:43.024212 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6011514b-7aea-453a-9c17-4593cd3a1d34 req-be060157-5435-492d-a327-4ba3ff0f1e92 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Aug 19 09:26:43.061836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6011514b-7aea-453a-9c17-4593cd3a1d34 req-8b1dc859-45e5-43b6-9872-f48bafe86e00 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Aug 19 09:26:44.178365 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48db3-34a8-48fb-b5d0-d056ea953fe9 req-bb41b7bc-43a8-4ab5-89c1-b5e9212eccc4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:44.179978 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbe48db3-34a8-48fb-b5d0-d056ea953fe9 req-bb41b7bc-43a8-4ab5-89c1-b5e9212eccc4 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Aug 19 09:26:44.216700 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-dbe48db3-34a8-48fb-b5d0-d056ea953fe9 req-7ac98350-37d8-4b94-9a83-fb15c7f31e13 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Aug 19 09:26:44.305761 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:26:44.400291 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:26:44.411019 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'c72c5439-5706-4605-91f9-225118f3705b', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:26:44.447543 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:44.459895 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c72c5439-5706-4605-91f9-225118f3705b {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:26:44.478897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:26:44.482360 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:44.526249 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=6']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:26:44.533693 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.534038 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.534375 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.534706 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.535032 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.535379 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.535705 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.536024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.536345 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.536661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.536978 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.537334 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:26:44.629931 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['c72c5439-5706-4605-91f9-225118f3705b'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:26:44.990834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-694ab9bf-35e7-408c-b8d7-37a6a0362cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:45.204114 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:45.341182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0dbf6-0cfc-47d4-be2e-87b470a4e4a4 req-fe76265a-ce45-4fb5-93ca-9b25973937b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:45.342645 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ec0dbf6-0cfc-47d4-be2e-87b470a4e4a4 req-fe76265a-ce45-4fb5-93ca-9b25973937b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 944 time: 0.0478187 Aug 19 09:26:45.380827 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ec0dbf6-0cfc-47d4-be2e-87b470a4e4a4 req-2a9d18c4-28bb-4532-acc8-e753db975442 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Aug 19 09:26:46.244724 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:46.330902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:26:46.377990 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port c72c5439-5706-4605-91f9-225118f3705b triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:26:46.378368 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:46.502600 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f301b9-da8b-4bc3-aaaa-5d41c9ad3aca req-15cda7e1-8f8b-4c63-981b-c33976deecf1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:46.504096 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-24f301b9-da8b-4bc3-aaaa-5d41c9ad3aca req-15cda7e1-8f8b-4c63-981b-c33976deecf1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 944 time: 0.0504849 Aug 19 09:26:46.542019 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-24f301b9-da8b-4bc3-aaaa-5d41c9ad3aca req-2017a10a-78a6-40d4-b734-48f49c6a5fc9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Aug 19 09:26:46.576862 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:46.600274 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:26:46.602569 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0278b2f-042d-42b4-b30e-99961071f6b7" -d '{"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:26:46.615149 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:26:46.619458 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:46.645386 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b97ce-01b7-4bf3-8eb8-58853f595920 x-openstack-request-id: req-e85b97ce-01b7-4bf3-8eb8-58853f595920 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:26:46.645676 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:26:46.645923 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e85b97ce-01b7-4bf3-8eb8-58853f595920 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:26:46.646309 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'code': 200} Aug 19 09:26:46.671035 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=7']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:26:47.668252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70645d8b-ef62-4c1e-a3ea-9846f612b186 req-d4ea72be-bcba-4f8b-a62e-9dbb49160a48 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:47.669764 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70645d8b-ef62-4c1e-a3ea-9846f612b186 req-d4ea72be-bcba-4f8b-a62e-9dbb49160a48 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Aug 19 09:26:47.707081 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70645d8b-ef62-4c1e-a3ea-9846f612b186 req-caaa4148-c1c6-4d89-8fd7-afc55a4e779c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305042 Aug 19 09:26:48.023697 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:26:48.834093 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5691d-7198-4893-a322-a1376b6b5fac req-55b15ea9-5881-4e15-9795-db82fbf8fa4a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:48.835616 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73b5691d-7198-4893-a322-a1376b6b5fac req-55b15ea9-5881-4e15-9795-db82fbf8fa4a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Aug 19 09:26:48.879832 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-73b5691d-7198-4893-a322-a1376b6b5fac req-6b44f0a1-96c2-4044-ab03-f2657d3cafd6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380676 Aug 19 09:26:50.003242 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeeb66-a6dd-47fb-ab22-565fce9b2c82 req-661c27d6-6d44-45a1-918e-6e465a80a073 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:50.004787 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4dbeeb66-a6dd-47fb-ab22-565fce9b2c82 req-661c27d6-6d44-45a1-918e-6e465a80a073 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Aug 19 09:26:50.044896 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4dbeeb66-a6dd-47fb-ab22-565fce9b2c82 req-1718a0cb-ebf9-4c0b-b11b-7dda329177e9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339501 Aug 19 09:26:51.171149 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d43da-d172-41d9-8737-39aad2969be0 req-9e3d6263-82de-49b4-8e14-4659d2eb0dfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:51.172677 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-452d43da-d172-41d9-8737-39aad2969be0 req-9e3d6263-82de-49b4-8e14-4659d2eb0dfc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Aug 19 09:26:51.211871 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-452d43da-d172-41d9-8737-39aad2969be0 req-55624fc7-1732-47ee-93e7-f25cd17d8e80 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Aug 19 09:26:51.850266 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:26:52.347550 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b16b-465b-4586-9992-76c2086a858b req-5bcef49e-1de9-428d-841f-395ca67ef2d3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:52.349316 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4494b16b-465b-4586-9992-76c2086a858b req-5bcef49e-1de9-428d-841f-395ca67ef2d3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0524483 Aug 19 09:26:52.388278 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4494b16b-465b-4586-9992-76c2086a858b req-eac04efb-6286-4d45-a421-1a87147005c7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Aug 19 09:26:53.512016 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150aed3-f4e7-4050-ac59-a7826f902937 req-5ccea67e-7da8-4e53-a09d-d1867c9965b9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:53.513631 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2150aed3-f4e7-4050-ac59-a7826f902937 req-5ccea67e-7da8-4e53-a09d-d1867c9965b9 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Aug 19 09:26:53.555558 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2150aed3-f4e7-4050-ac59-a7826f902937 req-ddcd9942-5234-49cb-8b3a-e97f509d659f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354662 Aug 19 09:26:54.689569 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6598ab-696d-491e-8077-62d97e469b0f req-59c6c595-6fcb-4861-9483-6058e5ae1c7c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:54.691014 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bd6598ab-696d-491e-8077-62d97e469b0f req-59c6c595-6fcb-4861-9483-6058e5ae1c7c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0557811 Aug 19 09:26:54.733783 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bd6598ab-696d-491e-8077-62d97e469b0f req-6c33a7cc-c5db-46aa-af54-01b968d94012 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365496 Aug 19 09:26:55.864320 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2161af3-0e23-4bb4-ada3-a77ad91468bd req-c428c3b4-98a2-41b2-988d-713709aa45d8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:55.866510 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2161af3-0e23-4bb4-ada3-a77ad91468bd req-c428c3b4-98a2-41b2-988d-713709aa45d8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0607951 Aug 19 09:26:55.905142 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b2161af3-0e23-4bb4-ada3-a77ad91468bd req-ed3f2f85-d177-4606-87d6-d71b72f40cdf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Aug 19 09:26:57.039342 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfb6f6-84ed-495f-a757-c776ea276dc3 req-5478ddb6-a8aa-423f-85a1-c3bd47fb22a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:57.040890 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cacfb6f6-84ed-495f-a757-c776ea276dc3 req-5478ddb6-a8aa-423f-85a1-c3bd47fb22a0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0586736 Aug 19 09:26:57.079968 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-cacfb6f6-84ed-495f-a757-c776ea276dc3 req-582dfe25-4bed-452f-9924-cfc9af2559bc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Aug 19 09:26:58.126262 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-003c7fc1-f768-4bc6-95bb-1a296611a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:58.127799 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-003c7fc1-f768-4bc6-95bb-1a296611a0ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1098 time: 0.0398171 Aug 19 09:26:58.249567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ecb38-1fe2-483e-ad63-2bdc9e586398 req-f1be3ece-c0c0-4e52-81eb-a82bac431736 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:58.251184 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5a3ecb38-1fe2-483e-ad63-2bdc9e586398 req-f1be3ece-c0c0-4e52-81eb-a82bac431736 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0995770 Aug 19 09:26:58.255484 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-66bccc0a-72b0-425f-8574-9a42b1faaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:58.256811 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-66bccc0a-72b0-425f-8574-9a42b1faaabf service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.1220756 Aug 19 09:26:58.338270 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5a3ecb38-1fe2-483e-ad63-2bdc9e586398 req-a3dad695-7355-4f96-808c-fc5c0d2822fb tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805390 Aug 19 09:26:58.351569 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-e367f722-3409-40be-af76-cff82255ad76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 1000 time: 0.0776017 Aug 19 09:26:58.402975 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-1d7e1564-0d89-4844-9735-e789ecec11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:58.404451 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-1d7e1564-0d89-4844-9735-e789ecec11d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0463488 Aug 19 09:26:58.447912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-87341e77-b7b4-497b-9e09-aa2a1347dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:58.449315 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-87341e77-b7b4-497b-9e09-aa2a1347dd28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375395 Aug 19 09:26:58.538878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-fab72e2b-5232-428c-947f-7fc69ccfaf68 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811675 Aug 19 09:26:58.634828 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1f1f81c-ad8c-4a83-8d0e-f5c50cdbf027 req-588c6a68-70e1-4061-88b5-2f5483d7509b service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878375 Aug 19 09:26:59.456614 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb889560-3265-4823-897f-82d494b3464d req-e5ea077b-48af-457c-82b9-cba89a3dc354 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:26:59.458054 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fb889560-3265-4823-897f-82d494b3464d req-e5ea077b-48af-457c-82b9-cba89a3dc354 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0471642 Aug 19 09:26:59.495318 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fb889560-3265-4823-897f-82d494b3464d req-99454941-2477-46af-bfe8-9b142f64a007 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Aug 19 09:27:00.611447 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc022f-4d28-42de-ba2a-40d1645616fc req-da003222-faf1-4a1a-931c-86e6a59dfc8b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:00.612836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b3dc022f-4d28-42de-ba2a-40d1645616fc req-da003222-faf1-4a1a-931c-86e6a59dfc8b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0478046 Aug 19 09:27:00.649418 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b3dc022f-4d28-42de-ba2a-40d1645616fc req-641dec5d-d3f3-40a6-a44b-fb70592bb549 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Aug 19 09:27:01.576017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054af3c0-5981-46ab-b623-7859929ea4f6 req-ba70d80c-b5d0-4827-a786-751f6fdd5c05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:01.577526 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-054af3c0-5981-46ab-b623-7859929ea4f6 req-ba70d80c-b5d0-4827-a786-751f6fdd5c05 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 945 time: 0.0739701 Aug 19 09:27:01.602509 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-4c7bb59a-ee42-458c-a25d-81c046aade9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606253 Aug 19 09:27:01.621542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-054af3c0-5981-46ab-b623-7859929ea4f6 req-0f81affd-422b-4334-a07d-eac3131b9543 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370317 Aug 19 09:27:02.393261 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-c1b52549-7266-4ba9-be04-79126dfce965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.394713 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-c1b52549-7266-4ba9-be04-79126dfce965 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225&tenant_id=0a913122239e44edb71a2fd07a99b275 HTTP/1.1" status: 200 len: 1098 time: 0.0393121 Aug 19 09:27:02.465711 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-3f0f519c-8819-4d76-8550-67f8d22827f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.467133 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-3f0f519c-8819-4d76-8550-67f8d22827f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1098 time: 0.0404999 Aug 19 09:27:02.472413 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:27:02.547513 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:02.554943 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-0c278598-cd72-4e8d-8a8e-e74a10d186f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.556429 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-0c278598-cd72-4e8d-8a8e-e74a10d186f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0813291 Aug 19 09:27:02.569680 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:02.571953 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a1826f-7d9a-4ef0-bd03-9559d5dbe8de" -d '{"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-unplugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:02.585209 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:02.589890 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:02.614242 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53fcc3b-3f07-4ab0-8d8e-e37455be08d4 x-openstack-request-id: req-e53fcc3b-3f07-4ab0-8d8e-e37455be08d4 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:02.614531 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-unplugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:02.614782 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e53fcc3b-3f07-4ab0-8d8e-e37455be08d4 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:02.615171 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'code': 200} Aug 19 09:27:02.626788 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-267c83e4-8546-4ab9-917b-9948e5ac0774 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 1000 time: 0.0625556 Aug 19 09:27:02.639932 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=8']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:02.693019 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-5568100f-f565-45f6-abb9-05fd6e43fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.694479 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-5568100f-f565-45f6-abb9-05fd6e43fdc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0430694 Aug 19 09:27:02.768005 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84c7b-2c4e-43f0-8248-5c48c8b2f197 req-f72b55ba-f68e-422e-b505-6ecac55de54a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.769465 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1d84c7b-2c4e-43f0-8248-5c48c8b2f197 req-f72b55ba-f68e-422e-b505-6ecac55de54a tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0741405 Aug 19 09:27:02.771041 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-0f939613-6132-4fcd-bd62-6e459ff4368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:02.772475 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-0f939613-6132-4fcd-bd62-6e459ff4368e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692184 Aug 19 09:27:02.852921 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c1d84c7b-2c4e-43f0-8248-5c48c8b2f197 req-a390dcf1-91c9-41f1-b14e-c769b5a10fc3 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774510 Aug 19 09:27:02.885017 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-8a8c7aed-7e8a-4d6b-9191-b9fd78e04ced service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040332 Aug 19 09:27:02.975897 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9cc3644e-090f-4d3e-bf96-bd316cad07b3 req-77eada78-0317-48de-94db-4a846a84c49d service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825231 Aug 19 09:27:03.983570 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9dec4-486f-4a33-86fe-c41c0fe3dd0a req-46106357-d220-44eb-b276-123c012150cf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:03.985555 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cd9dec4-486f-4a33-86fe-c41c0fe3dd0a req-46106357-d220-44eb-b276-123c012150cf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0547605 Aug 19 09:27:04.023829 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1cd9dec4-486f-4a33-86fe-c41c0fe3dd0a req-d8f189f5-dadf-4d7e-8bed-1c2067c426c6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Aug 19 09:27:05.148089 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd2438-e868-4fc0-a489-c5809261b822 req-c891e90e-3379-44dd-9d8e-f9c39e56d8d6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:05.149571 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47cd2438-e868-4fc0-a489-c5809261b822 req-c891e90e-3379-44dd-9d8e-f9c39e56d8d6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0484447 Aug 19 09:27:05.186529 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47cd2438-e868-4fc0-a489-c5809261b822 req-fb0415b6-343d-4481-a2c0-aea67f832899 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Aug 19 09:27:05.658897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:06.319265 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830521-1a85-41d6-8784-99618a06d859 req-c3dfc22e-6a20-4795-9fdb-33a699a422fd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:06.320994 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f9830521-1a85-41d6-8784-99618a06d859 req-c3dfc22e-6a20-4795-9fdb-33a699a422fd tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0571678 Aug 19 09:27:06.361087 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f9830521-1a85-41d6-8784-99618a06d859 req-f1892040-c663-4d9f-bd43-513c179b401c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336623 Aug 19 09:27:07.494412 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4be2b-30ae-4364-804b-8ec8b557f8bc req-8f7a38e2-94ac-455a-984c-9aa400f48fa1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:07.496055 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47d4be2b-30ae-4364-804b-8ec8b557f8bc req-8f7a38e2-94ac-455a-984c-9aa400f48fa1 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0583150 Aug 19 09:27:07.533719 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-47d4be2b-30ae-4364-804b-8ec8b557f8bc req-526af92e-00f2-43ec-aac0-529e6ba402f8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Aug 19 09:27:08.662994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501e08-d2a3-46d6-a12a-edb80a20bf53 req-c1091eca-3945-4cc8-93ac-f8d2b9c7dfb8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:08.665278 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98501e08-d2a3-46d6-a12a-edb80a20bf53 req-c1091eca-3945-4cc8-93ac-f8d2b9c7dfb8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0547769 Aug 19 09:27:08.719470 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-98501e08-d2a3-46d6-a12a-edb80a20bf53 req-e0c4a69a-f7a9-4bb9-83c5-0155cba53bd8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Aug 19 09:27:09.835300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5befaa5-06c6-4ffd-9803-832193dc20b3 req-f41571b3-cfe1-4eba-9345-ef44bf99dda7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:09.836902 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e5befaa5-06c6-4ffd-9803-832193dc20b3 req-f41571b3-cfe1-4eba-9345-ef44bf99dda7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0529289 Aug 19 09:27:09.876501 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e5befaa5-06c6-4ffd-9803-832193dc20b3 req-161f50e3-4a55-48c9-a6ac-0c34405f6387 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Aug 19 09:27:10.999735 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e930e-6de8-455d-a20d-42a15beb3488 req-6f5b2fff-0750-4768-94b1-b8f52fe87ee5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:11.001461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e29e930e-6de8-455d-a20d-42a15beb3488 req-6f5b2fff-0750-4768-94b1-b8f52fe87ee5 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Aug 19 09:27:11.045646 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e29e930e-6de8-455d-a20d-42a15beb3488 req-a34706ca-6226-4e0a-9446-1ba92f773bdf tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Aug 19 09:27:12.180296 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b4d4d-5c74-409b-a24e-43d0b62b4232 req-6e35e75b-bba2-42bb-8e76-dbf02a6b1fd7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:12.181801 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6a5b4d4d-5c74-409b-a24e-43d0b62b4232 req-6e35e75b-bba2-42bb-8e76-dbf02a6b1fd7 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0494080 Aug 19 09:27:12.221082 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6a5b4d4d-5c74-409b-a24e-43d0b62b4232 req-2dd054a6-6f94-4609-8599-105be64f25bc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 19 09:27:12.424336 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e1fac886-8d25-4758-8c9a-d26b3d52c0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:13.347363 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280d4a-bc97-4aa8-b497-91bd92238bfe req-60297ac1-fe7c-46f0-a22a-82a6cbfa6773 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:13.349127 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13280d4a-bc97-4aa8-b497-91bd92238bfe req-60297ac1-fe7c-46f0-a22a-82a6cbfa6773 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0551257 Aug 19 09:27:13.392936 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-13280d4a-bc97-4aa8-b497-91bd92238bfe req-80e7567d-854d-4513-8878-383c3b451ed8 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Aug 19 09:27:14.518673 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea107a-bae3-4435-9e0e-4f4c43007fa5 req-df37392c-34f3-4eca-a5fe-e515dd3f4a0f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:14.520190 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38ea107a-bae3-4435-9e0e-4f4c43007fa5 req-df37392c-34f3-4eca-a5fe-e515dd3f4a0f tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0498104 Aug 19 09:27:14.555935 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-38ea107a-bae3-4435-9e0e-4f4c43007fa5 req-fa92699b-eeb3-463a-a1ed-3b9f595b8521 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300119 Aug 19 09:27:14.990952 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ac9aed21-a15d-4200-853d-cad570e8ffcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:15.206083 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:15.674335 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1c00-4983-4547-a9a0-44c23bbc0dd1 req-c1690590-4677-4fa0-9a38-476c13657b5e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:15.675751 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ebcd1c00-4983-4547-a9a0-44c23bbc0dd1 req-c1690590-4677-4fa0-9a38-476c13657b5e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0482917 Aug 19 09:27:15.711466 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ebcd1c00-4983-4547-a9a0-44c23bbc0dd1 req-60f0327e-8221-46fd-b1d6-ed81972eeb6b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299549 Aug 19 09:27:16.249636 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:16.832868 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c1ab-a97c-4c80-948b-fd1dbb0fc4d7 req-f1643d02-d0b1-4e5e-bfc9-e1a9f33630ba tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:16.834332 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8fe5c1ab-a97c-4c80-948b-fd1dbb0fc4d7 req-f1643d02-d0b1-4e5e-bfc9-e1a9f33630ba tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0517218 Aug 19 09:27:16.870982 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8fe5c1ab-a97c-4c80-948b-fd1dbb0fc4d7 req-6bf5e859-9532-403f-bad0-0fb4eff6a2fe tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Aug 19 09:27:17.997157 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bab07-f829-4006-8dc6-3aeedd445121 req-93cfc2ab-9850-4677-973b-2d21363a1606 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:17.998619 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5c5bab07-f829-4006-8dc6-3aeedd445121 req-93cfc2ab-9850-4677-973b-2d21363a1606 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0516310 Aug 19 09:27:18.024585 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:18.038193 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5c5bab07-f829-4006-8dc6-3aeedd445121 req-53132ee9-7bb3-4004-848a-b3c36bdd3c8e tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334973 Aug 19 09:27:18.757620 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48750d-9f72-42a2-a0b3-6e89ea1dd565 req-650d21e8-ea09-4213-9993-4e257d86e827 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:18.759095 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ed48750d-9f72-42a2-a0b3-6e89ea1dd565 req-650d21e8-ea09-4213-9993-4e257d86e827 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0480893 Aug 19 09:27:18.795808 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ed48750d-9f72-42a2-a0b3-6e89ea1dd565 req-58f8f5fa-30c8-48c4-9071-52d04c6e80af tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Aug 19 09:27:19.158265 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05008a-d95b-4484-af43-f08a31fe657a req-95c4f9cb-e4d0-406f-a5be-b40531a9645c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:19.159734 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9c05008a-d95b-4484-af43-f08a31fe657a req-95c4f9cb-e4d0-406f-a5be-b40531a9645c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0479748 Aug 19 09:27:19.195930 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9c05008a-d95b-4484-af43-f08a31fe657a req-d8c81869-72c2-42c3-a3d8-9c34bca81e9b tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304480 Aug 19 09:27:19.908387 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24768966-25f4-4e86-becc-915d47bdbe0e req-b2875c4a-0da3-4916-9616-eceba628170d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:19.910012 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24768966-25f4-4e86-becc-915d47bdbe0e req-b2875c4a-0da3-4916-9616-eceba628170d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0484910 Aug 19 09:27:19.955695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24768966-25f4-4e86-becc-915d47bdbe0e req-a3783574-8192-486e-b871-992b5cb4c29d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7598700-61a9-4f26-b4fb-1469285d8205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Aug 19 09:27:20.131558 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c059d9-a82e-475e-b079-31bd32262c1a req-34cde6a8-355b-48d5-99e2-1f2b6ec0d4c9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:20.132996 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-68c059d9-a82e-475e-b079-31bd32262c1a req-34cde6a8-355b-48d5-99e2-1f2b6ec0d4c9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 946 time: 0.0548968 Aug 19 09:27:20.234647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Deleting port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:27:20.234993 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:20.312144 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d088c8-6ee4-45e0-8b07-57dc0e0eb144 req-4919c83d-fc37-410a-bc57-4664247efb72 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:20.313671 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-49d088c8-6ee4-45e0-8b07-57dc0e0eb144 req-4919c83d-fc37-410a-bc57-4664247efb72 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0482569 Aug 19 09:27:20.315181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76eeff-2d5d-4768-b9df-631a422e8d1d req-8363a76d-5298-49e9-9430-8efc9e2aa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:20.316655 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb76eeff-2d5d-4768-b9df-631a422e8d1d req-8363a76d-5298-49e9-9430-8efc9e2aa1cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1096 time: 0.0928221 Aug 19 09:27:20.353006 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-49d088c8-6ee4-45e0-8b07-57dc0e0eb144 req-caa4fd69-ee3a-4938-ad1f-18c403e45292 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332005 Aug 19 09:27:20.356710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] For port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:20.357072 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:20.413167 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fb76eeff-2d5d-4768-b9df-631a422e8d1d req-221fc631-1143-4efc-abb2-859c215a11d4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852792 Aug 19 09:27:20.536032 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:20.536411 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:20.536723 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Floating IP 3cfa692d-7c4d-4abd-a567-7e7398916e59 disassociated. External IP: 172.27.3.115, port: f2ce61e2-8fd3-4bf9-b651-e4a66eec2886. Aug 19 09:27:20.537051 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Calling delete_port for f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:27:20.885303 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:20.915257 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'Port': ['ID=f2ce61e2-8fd3-4bf9-b651-e4a66eec2886,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:20.927879 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.928217 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.928549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.928873 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.929190 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.929507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.929819 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.930134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.930449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.930761 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.931070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:20.931405 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:21.039782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:27:21.070606 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-161f679c-e7bc-4abe-ac60-fa2897404992 req-b34733fe-539f-423a-b68d-15923f8d2907 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Aug 19 09:27:21.167031 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:27:21.176996 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:27:21.186222 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:27:21.186842 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:27:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:21.204330 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] No DVR routers for this DVR port f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:27:21.206689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:21.208695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-68c059d9-a82e-475e-b079-31bd32262c1a req-1ffc8bd8-5a5d-4230-ab78-66484abaa547 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "DELETE /v2.0/ports/f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 HTTP/1.1" status: 204 len: 173 time: 1.0684423 Aug 19 09:27:21.209055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'name': 'network-vif-deleted', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:21.211246 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92946278-2d61-46b0-92b9-cb81bdef3e07" -d '{"events": [{"server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "name": "network-vif-deleted", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:21.251934 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6410044-afcc-426d-94dd-b0e104ecbc1f x-openstack-request-id: req-c6410044-afcc-426d-94dd-b0e104ecbc1f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:21.252287 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424", "name": "network-vif-deleted", "tag": "f2ce61e2-8fd3-4bf9-b651-e4a66eec2886", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:21.252507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6410044-afcc-426d-94dd-b0e104ecbc1f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:21.252874 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5ddc1c-4cb2-4bb3-a8c8-f0e061415424', 'name': 'network-vif-deleted', 'tag': 'f2ce61e2-8fd3-4bf9-b651-e4a66eec2886', 'status': 'completed', 'code': 200} Aug 19 09:27:21.294488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:27:21.477545 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a3d35-0a19-4766-8cf2-114381cd0699 req-53e15e0e-a664-4d9f-b304-94aa0bc062c0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:21.479051 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8f7a3d35-0a19-4766-8cf2-114381cd0699 req-53e15e0e-a664-4d9f-b304-94aa0bc062c0 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.0489213 Aug 19 09:27:21.504239 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:21.518235 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8f7a3d35-0a19-4766-8cf2-114381cd0699 req-e6cf9566-c98d-4524-9ca6-63ddd7959be2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Aug 19 09:27:21.529650 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:27:21.538007 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:27:21.538606 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:27:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:21.640346 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:27:21.843872 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:21.870217 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd7cd5-7c74-41e5-b625-09a810e1bab2 None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:27:22.107212 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e949a3c-c897-458d-8111-8a5add55dfa5 None None] New status for floating IP 3cfa692d-7c4d-4abd-a567-7e7398916e59: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:27:22.536823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:27:22.640059 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:22.651208 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'c72c5439-5706-4605-91f9-225118f3705b', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'port_id': 'c72c5439-5706-4605-91f9-225118f3705b', 'mac_address': 'fa:16:3e:9b:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:27:22.688119 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:22.700637 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c5439-5706-4605-91f9-225118f3705b {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:27:22.721817 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:22.726074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:22.760461 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee1d8-48c4-4222-a0f8-ef19a4e84217 req-242022cf-87fc-4f63-ad5e-e978f3229e84 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:22.761956 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c47ee1d8-48c4-4222-a0f8-ef19a4e84217 req-242022cf-87fc-4f63-ad5e-e978f3229e84 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 943 time: 0.1573958 Aug 19 09:27:22.773002 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=9']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:22.802098 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c47ee1d8-48c4-4222-a0f8-ef19a4e84217 req-4dc92fe9-9bec-43a3-8e0a-7f90a4e9c2e6 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 19 09:27:23.177783 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53230) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:23.204230 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['c72c5439-5706-4605-91f9-225118f3705b'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:27:23.239953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.264281 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.312016 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.315963 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.316924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7598700-61a9-4f26-b4fb-1469285d8205 HTTP/1.1" status: 204 len: 168 time: 0.1380599 Aug 19 09:27:23.320220 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53232) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:23.326073 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087deaa0-9afe-46bb-98b2-20426a5364d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7598700-61a9-4f26-b4fb-1469285d8205,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:23.336450 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.api.v2.resource [None req-8836b4d7-a860-443b-aecc-c0d2d5c1b262 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] show failed (client error): The resource could not be found. Aug 19 09:27:23.340080 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8836b4d7-a860-443b-aecc-c0d2d5c1b262 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups/c7598700-61a9-4f26-b4fb-1469285d8205 HTTP/1.1" status: 404 len: 347 time: 0.0155361 Aug 19 09:27:23.340317 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53234) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:23.465514 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Deleting port c682af42-5be8-4431-ad44-4481a1f16ef3 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:27:23.465859 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.540463 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.540964 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.552719 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Calling delete_port for c682af42-5be8-4431-ad44-4481a1f16ef3 owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:27:23.678393 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.700395 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'Port': ['ID=c682af42-5be8-4431-ad44-4481a1f16ef3,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:23.709981 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.710239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.710572 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.710899 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.711227 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.711577 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.712407 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.712407 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.712610 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.712810 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.713125 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.713439 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:27:23.773862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.776324 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:23.777456 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-db59e38b-a6e1-4078-864a-664f6f79b8b4 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "DELETE /v2.0/floatingips/3cfa692d-7c4d-4abd-a567-7e7398916e59 HTTP/1.1" status: 204 len: 168 time: 0.4360731 Aug 19 09:27:23.921066 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de829d-2991-47c5-8aa0-951fc9783866 req-6c282903-dd3b-4cbf-80f2-6fcb49a680fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:23.922561 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61de829d-2991-47c5-8aa0-951fc9783866 req-6c282903-dd3b-4cbf-80f2-6fcb49a680fc tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 944 time: 0.0479186 Aug 19 09:27:23.959253 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61de829d-2991-47c5-8aa0-951fc9783866 req-068fa936-2127-4d0d-89ce-27a919ddc955 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Aug 19 09:27:24.067015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53244) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:24.071702 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611651219', 'description': 'tempest-description--909706973'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:24.094450 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.172976 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.176567 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.198745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.199966 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1319487 Aug 19 09:27:24.203005 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53246) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:24.207729 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e5f2-66cb-4693-8677-54904e8a6ed2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:24.207904 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group_rule': {'security_group_id': 'a6fcf9b9-4760-42e8-9ca8-4ea316d39b42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:24.233889 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.290458 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.293987 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.310858 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3822e99-3af0-417d-aa5d-2b00ffaa2003,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:24.317538 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.318946 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-30e1310a-0071-482a-bc26-6742060c3163 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148040 Aug 19 09:27:24.321576 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53248) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:24.325843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'security_group_rule': {'security_group_id': 'a6fcf9b9-4760-42e8-9ca8-4ea316d39b42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:24.352097 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.408158 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.411515 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.431167 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5b0dd4-590b-406a-bbc3-ee1110661588,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:24.438940 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.440158 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-dda0720f-a305-47bd-a071-111d7b898fe8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176813 Aug 19 09:27:24.443113 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53250) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:24.447530 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:24.468740 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.551294 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:27:24.561244 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.598267 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port c72c5439-5706-4605-91f9-225118f3705b triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:27:24.598661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.665747 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Allocated IP 172.27.3.161 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/df756e1a-e626-4ca3-8527-243ff9bfa721) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:27:24.677722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.701564 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:24.705553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dbabe8-07aa-4bbd-812a-f35604587d96" -d '{"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:24.719543 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:24.725321 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.726158 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:27:24.748188 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a07ca7-1eaa-48a1-900c-b649e456adc6 x-openstack-request-id: req-d5a07ca7-1eaa-48a1-900c-b649e456adc6 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:24.748476 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-plugged", "status": "completed", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:24.748844 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5a07ca7-1eaa-48a1-900c-b649e456adc6 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:24.749233 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'code': 200} Aug 19 09:27:24.766416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:27:24.766759 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device f2ce61e2-8fd3-4bf9-b651-e4a66eec2886 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:27:24.772937 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.792285 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=10']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:24.811376 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.850019 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:27:24.854754 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:27:24.858229 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:27:24.882108 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=df756e1a-e626-4ca3-8527-243ff9bfa721,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:24.943433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:24.975902 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:25.121108 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:25.125471 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:25.196422 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=df756e1a-e626-4ca3-8527-243ff9bfa721,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:25.202450 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:25.216423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:25.217651 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c4fef0d9-073a-4b48-8b37-75473844d573 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7735794 Aug 19 09:27:25.365021 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-cb6cb302-3eac-47fd-8383-2339196dc733 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1611651219&fields=id&tenant_id=d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 267 time: 0.0423076 Aug 19 09:27:25.466302 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-9000ca52-b619-4c12-9897-befe731e45d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:25.467777 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-9000ca52-b619-4c12-9897-befe731e45d2 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 810 time: 0.0960054 Aug 19 09:27:25.482979 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-14ba0e69-5e32-4e31-91c8-942dd14bc8ec tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/quotas/d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 375 time: 0.0085495 Aug 19 09:27:25.547489 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-b8ed107a-344a-4d37-8bc4-ae12e97a4115 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591908 Aug 19 09:27:25.603662 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-accc4730-b955-4c71-b176-768ab20a72da service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:27:25.604674 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-accc4730-b955-4c71-b176-768ab20a72da service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462265 Aug 19 09:27:25.691698 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-899d4e15-2cf7-41aa-8a42-fb356a71e18a service neutron] 10.222.0.32 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809159 Aug 19 09:27:25.782891 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-5c8329ca-baa7-4c93-b0be-576fa59bdd25 service neutron] 10.222.0.32 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851955 Aug 19 09:27:25.944294 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d007137e-204d-4c96-8602-4fe1698c6411 req-0ea4e1fc-51b8-4e24-bb97-7cd7008c77cb tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 210 time: 0.0317442 Aug 19 09:27:27.021762 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6aa0a888-e948-4f7c-919a-5ac7fb630689 req-cfdaa3c0-9e6d-4bf9-a4ab-472e076062d3 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 210 time: 0.0267777 Aug 19 09:27:27.781751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-17a5383c-9869-4c1d-a740-73a564ca53dc tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:27.783474 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-17a5383c-9869-4c1d-a740-73a564ca53dc tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 810 time: 0.1055086 Aug 19 09:27:27.831868 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-2cb16eb1-29cc-4b4b-a189-2fd0f2dbe022 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19c107f773440eb8c2ab26706bc3591 HTTP/1.1" status: 200 len: 380 time: 0.0330141 Aug 19 09:27:27.841380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'port': {'device_id': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'admin_state_up': True, 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'security_groups': ['a6fcf9b9-4760-42e8-9ca8-4ea316d39b42']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:27.952489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Made reservation on behalf of d19c107f773440eb8c2ab26706bc3591 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:27:27.956654 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.084875 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Allocated IP 172.20.0.10 (af454d54-e9ac-4c38-8d56-87a8a6413746/e2e589a6-fef1-4c9f-b490-23fc082c2f57/ba0255ca-86c6-4ef3-a366-9048b06a1e36) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:27:28.122899 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7657e904-36fe-48f0-a338-38d88f8776f0 req-517761f6-3084-420f-9c82-84755cd019bb tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 210 time: 0.0335174 Aug 19 09:27:28.239576 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.256184 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Transition to ACTIVE for port object ba0255ca-86c6-4ef3-a366-9048b06a1e36 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:27:28.287932 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.330445 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Network af454d54-e9ac-4c38-8d56-87a8a6413746 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:27:28.333393 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:27:28.337062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:27:28.344066 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event updated for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:28.391549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:28.392341 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.408527 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-ad6c6ac5-3a19-49a4-bee1-80e96b588dcd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708377 Aug 19 09:27:28.443210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Request body: {'port': {'device_id': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:28.498238 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.564939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-d2d02507-e590-488f-880d-22080b577fa3 None None] Provisioning for port ba0255ca-86c6-4ef3-a366-9048b06a1e36 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:27:28.568775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-d2d02507-e590-488f-880d-22080b577fa3 None None] Provisioning complete for port ba0255ca-86c6-4ef3-a366-9048b06a1e36 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:27:28.569145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d2d02507-e590-488f-880d-22080b577fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.610980 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-d2d02507-e590-488f-880d-22080b577fa3 None None] Port ba0255ca-86c6-4ef3-a366-9048b06a1e36 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:27:28.758422 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0255ca-86c6-4ef3-a366-9048b06a1e36 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:27:28.765841 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.777243 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Transition to ACTIVE for port object ba0255ca-86c6-4ef3-a366-9048b06a1e36 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:27:28.781483 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.848249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:28.850037 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:27:28.900523 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Attempting to bind port ba0255ca-86c6-4ef3-a366-9048b06a1e36 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:27:28.900864 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Attempting to bind port ba0255ca-86c6-4ef3-a366-9048b06a1e36 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:27:28.901193 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Attempting to bind port ba0255ca-86c6-4ef3-a366-9048b06a1e36 on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:27:28.906337 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Port ba0255ca-86c6-4ef3-a366-9048b06a1e36 on network af454d54-e9ac-4c38-8d56-87a8a6413746 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:27:28.906744 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Attempting to bind port ba0255ca-86c6-4ef3-a366-9048b06a1e36 on network af454d54-e9ac-4c38-8d56-87a8a6413746 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:27:28.911760 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:27:28.912116 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Checking segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:27:28.912502 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Bound using segment: {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:27:28.912931 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Bound port: ba0255ca-86c6-4ef3-a366-9048b06a1e36, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752a5797-02f8-47b7-8e43-f9a680618f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:27:28.913290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:28.980791 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:27:28.983745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:27:28.988830 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:29.024395 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.025014 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:29.026392 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 200 len: 1094 time: 0.5882049 Aug 19 09:27:29.026824 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:29.029090 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906dd3c9-17be-479d-a52f-1559f156afea" -d '{"events": [{"name": "network-changed", "server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:29.051092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccb67-f673-4610-a9ad-891b93fe6702 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:29.075919 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce8050-72cc-4aa7-a0a6-129f415326d3 x-openstack-request-id: req-77ce8050-72cc-4aa7-a0a6-129f415326d3 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:29.076268 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:29.076739 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77ce8050-72cc-4aa7-a0a6-129f415326d3 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:29.077085 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'status': 'completed', 'code': 200} Aug 19 09:27:29.137668 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-16f4e49f-4753-4437-9aa1-1fe14712b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.139193 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-16f4e49f-4753-4437-9aa1-1fe14712b8cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 1097 time: 0.0417130 Aug 19 09:27:29.192972 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-db9afa46-d80b-4a2a-bbd5-776eba0c75ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 200 len: 217 time: 0.0396924 Aug 19 09:27:29.269677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-a8eefe1a-aa9a-4d8e-9f0b-0424cd993efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.271140 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-a8eefe1a-aa9a-4d8e-9f0b-0424cd993efd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0657363 Aug 19 09:27:29.279263 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472db9-ee83-4954-9086-8c1249b42261 req-76de63c8-49de-408f-aa96-d74702b44781 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.280670 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3a472db9-ee83-4954-9086-8c1249b42261 req-76de63c8-49de-408f-aa96-d74702b44781 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 944 time: 0.0838547 Aug 19 09:27:29.344721 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3a472db9-ee83-4954-9086-8c1249b42261 req-58bb1c12-1b25-4250-86ee-80a591220a7d tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556562 Aug 19 09:27:29.347308 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-e203b318-c30f-44bf-a4b9-b98fc1df0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.348972 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-e203b318-c30f-44bf-a4b9-b98fc1df0528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674374 Aug 19 09:27:29.436223 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-25215933-e8b1-4fdc-bc43-c46f61e9095e service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799329 Aug 19 09:27:29.525770 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b5e41269-b2ae-423f-9684-0eaa3d65a0f2 req-58ffee02-ff34-423b-9d30-41f4434ebe26 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832038 Aug 19 09:27:29.654677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd3c9-17be-479d-a52f-1559f156afea req-dc2a4c39-19b6-4678-bf75-bb36696c4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.656804 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-dc2a4c39-19b6-4678-bf75-bb36696c4001 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 1097 time: 0.0387201 Aug 19 09:27:29.747153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd3c9-17be-479d-a52f-1559f156afea req-fbafdf64-3070-41b2-a422-4ec701896b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.748542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-fbafdf64-3070-41b2-a422-4ec701896b1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0852857 Aug 19 09:27:29.789586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-8a9571c3-64f8-439b-b98f-4eb047ab40f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 200 len: 217 time: 0.0327563 Aug 19 09:27:29.836584 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd3c9-17be-479d-a52f-1559f156afea req-27675b1f-eb02-40f3-a862-ed7712e9c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.837974 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-27675b1f-eb02-40f3-a862-ed7712e9c321 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0418751 Aug 19 09:27:29.884613 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dd3c9-17be-479d-a52f-1559f156afea req-62900c0a-7841-4b61-8dfa-cff6c3861ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:29.886027 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-62900c0a-7841-4b61-8dfa-cff6c3861ccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413930 Aug 19 09:27:29.972243 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-7584a8e0-9bdf-4f42-bc73-45f77908d500 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784552 Aug 19 09:27:30.060695 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-906dd3c9-17be-479d-a52f-1559f156afea req-434ec887-a8c0-44d2-a77d-25b606808f60 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Aug 19 09:27:30.459569 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5ef5-aade-4ba5-b8e0-36360d46d7b7 req-740d4c7e-945d-4b6b-bc46-334fa29237df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:30.461048 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4ccc5ef5-aade-4ba5-b8e0-36360d46d7b7 req-740d4c7e-945d-4b6b-bc46-334fa29237df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 944 time: 0.0488348 Aug 19 09:27:30.497448 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4ccc5ef5-aade-4ba5-b8e0-36360d46d7b7 req-4de4122b-d94e-49cc-96e8-63a2c79bae20 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Aug 19 09:27:31.609840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99158d-8c38-480e-8f6a-c3d271c9490e req-ef96c0ec-94e3-4996-b773-71bb2da558f6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:31.611340 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2a99158d-8c38-480e-8f6a-c3d271c9490e req-ef96c0ec-94e3-4996-b773-71bb2da558f6 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 944 time: 0.0489728 Aug 19 09:27:31.647885 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2a99158d-8c38-480e-8f6a-c3d271c9490e req-9393d3df-4c70-4aeb-bc18-536cedf94f71 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Aug 19 09:27:32.608963 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ba0255ca-86c6-4ef3-a366-9048b06a1e36 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:27:32.702840 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:32.714129 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'port_id': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'mac_address': 'fa:16:3e:70:af:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:27:32.754048 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:32.763362 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6d2be-6b62-43b1-92b3-b6b3e0af33e4 req-9801dabb-a789-4a44-9cc0-8b487e474a5b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:32.764912 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-55b6d2be-6b62-43b1-92b3-b6b3e0af33e4 req-9801dabb-a789-4a44-9cc0-8b487e474a5b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 944 time: 0.0520253 Aug 19 09:27:32.766906 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0255ca-86c6-4ef3-a366-9048b06a1e36 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:27:32.786742 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:32.791196 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:32.803743 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-55b6d2be-6b62-43b1-92b3-b6b3e0af33e4 req-439d8a17-804d-4c39-affe-f9f723704c0b tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Aug 19 09:27:32.838484 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:33.213496 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ba0255ca-86c6-4ef3-a366-9048b06a1e36'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:27:33.913945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1df4c-68fe-4745-9547-b6e930224c63 req-7b97899c-6460-4120-88e4-841438551c99 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:33.915410 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cd1df4c-68fe-4745-9547-b6e930224c63 req-7b97899c-6460-4120-88e4-841438551c99 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 945 time: 0.0465090 Aug 19 09:27:33.951765 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3cd1df4c-68fe-4745-9547-b6e930224c63 req-ade492b5-0dbe-46dc-b4ec-ca136e8de80c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305917 Aug 19 09:27:34.623662 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ba0255ca-86c6-4ef3-a366-9048b06a1e36 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:27:34.670592 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port ba0255ca-86c6-4ef3-a366-9048b06a1e36 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:27:34.674383 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port ba0255ca-86c6-4ef3-a366-9048b06a1e36 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:27:34.674759 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:34.746388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:34.768922 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:34.771145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dcf968-43a0-496e-841b-a456e9ed9c21" -d '{"events": [{"server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:34.786861 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:27:34.790830 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:34.813554 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155f274-9b16-40ae-aab5-5ebd82ba51a0 x-openstack-request-id: req-9155f274-9b16-40ae-aab5-5ebd82ba51a0 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:34.813974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:34.814319 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9155f274-9b16-40ae-aab5-5ebd82ba51a0 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:34.814595 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'code': 200} Aug 19 09:27:34.840383 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:27:35.027896 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521d939-4ce6-44b0-b9f3-dab8b2ecf4a5 req-33df9a0c-d3a1-4d92-8e60-a90b2bee641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:35.029308 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8521d939-4ce6-44b0-b9f3-dab8b2ecf4a5 req-33df9a0c-d3a1-4d92-8e60-a90b2bee641e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 1099 time: 0.0509291 Aug 19 09:27:35.089878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf807b-6088-4db3-919c-26bcf545decf req-9f5be983-0a02-489f-81cb-a1ce93e0148a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:35.091375 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-22bf807b-6088-4db3-919c-26bcf545decf req-9f5be983-0a02-489f-81cb-a1ce93e0148a tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0738354 Aug 19 09:27:35.093307 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8521d939-4ce6-44b0-b9f3-dab8b2ecf4a5 req-7558bbb7-db6a-47d6-a683-14e0ba262565 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Aug 19 09:27:35.128311 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-22bf807b-6088-4db3-919c-26bcf545decf req-d86f1675-d9f8-446e-81d2-742b15e0c3f5 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Aug 19 09:27:35.670531 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:36.250041 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db3e5-3a36-4ae1-b0e2-5ecf13e12724 req-6aeb0ab6-e6fa-42eb-9683-acc0234d345f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:36.252051 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-992db3e5-3a36-4ae1-b0e2-5ecf13e12724 req-6aeb0ab6-e6fa-42eb-9683-acc0234d345f tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0483327 Aug 19 09:27:36.288166 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-992db3e5-3a36-4ae1-b0e2-5ecf13e12724 req-06c7420e-08d7-41ed-8e65-957e00aa22c5 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Aug 19 09:27:36.559236 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-d05de624-efb9-47fa-afcc-dac71d34648c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415931 Aug 19 09:27:36.649561 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-8f712ca8-d92a-4817-ab64-7305b6a5c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:36.651059 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-8f712ca8-d92a-4817-ab64-7305b6a5c16d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a913122239e44edb71a2fd07a99b275&device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 1099 time: 0.0397408 Aug 19 09:27:36.752004 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-f87633e3-518c-48e1-bc40-dafeff9b5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:36.753430 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-f87633e3-518c-48e1-bc40-dafeff9b5a63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 200 len: 918 time: 0.0824320 Aug 19 09:27:36.818094 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-1f11bd4b-8830-4cb8-b6ea-691a2746e839 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 200 len: 1000 time: 0.0573187 Aug 19 09:27:36.864856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-752ba8b6-d1b9-40d6-9d96-ef80816fe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:36.866229 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-752ba8b6-d1b9-40d6-9d96-ef80816fe1cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 200 len: 856 time: 0.0416477 Aug 19 09:27:36.909101 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-2fba5c7e-1f19-4814-ae1a-216fdda20db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:36.910514 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-2fba5c7e-1f19-4814-ae1a-216fdda20db1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20ee0fa8-4951-43ba-b13c-ba279ba12aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377238 Aug 19 09:27:37.000498 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-d26be524-8ef0-45c6-8d4f-ae2c3a5e1621 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Aug 19 09:27:37.089625 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3d1a171b-a715-428f-a370-a3a74210ede1 req-70e1a505-11d8-4a87-b77c-3625b7181a86 service neutron] 10.222.0.35 "GET /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822086 Aug 19 09:27:37.399598 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b86b-ad3a-4e70-aad2-f2fa42c2041d req-0b5bc05b-3bb3-478c-b681-ba171a328096 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:37.401056 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1b68b86b-ad3a-4e70-aad2-f2fa42c2041d req-0b5bc05b-3bb3-478c-b681-ba171a328096 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0479763 Aug 19 09:27:37.437082 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1b68b86b-ad3a-4e70-aad2-f2fa42c2041d req-a2a644a3-7ee4-4b9a-b325-588afb248ee0 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Aug 19 09:27:37.546618 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2b7e0-3afd-4573-81e5-f16b85ad20a1 req-8f72afb3-5f7a-4df5-a7ff-e1d1f5816b7c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:37.548170 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-1dd2b7e0-3afd-4573-81e5-f16b85ad20a1 req-8f72afb3-5f7a-4df5-a7ff-e1d1f5816b7c tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0495782 Aug 19 09:27:37.556738 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53310) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:27:37.562983 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Request body: {'floatingip': {'port_id': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:27:37.606024 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:38.025797 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:38.033228 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:38.126646 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Floating IP 76dfabc0-8e6c-4c99-8eb2-53a800b25e9b associated. External IP: 172.27.3.161, port: ba0255ca-86c6-4ef3-a366-9048b06a1e36. Aug 19 09:27:38.331739 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:27:38.435999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:27:38.441447 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:38.445937 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:27:38.455981 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:27:38.456592 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:27:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:38.467232 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e716f783-04a6-4059-89bd-d8711db1ff98 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "PUT /v2.0/floatingips/76dfabc0-8e6c-4c99-8eb2-53a800b25e9b HTTP/1.1" status: 200 len: 992 time: 0.9093084 Aug 19 09:27:38.467843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:27:38.470864 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d154de-0fdb-4b5f-ac59-e93ee587fc80" -d '{"events": [{"name": "network-changed", "server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:27:38.567378 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33fb85-f128-46e0-a50d-a1336323ad5b x-openstack-request-id: req-ed33fb85-f128-46e0-a50d-a1336323ad5b {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:27:38.568008 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:27:38.568008 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed33fb85-f128-46e0-a50d-a1336323ad5b {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:27:38.568306 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'status': 'completed', 'code': 200} Aug 19 09:27:38.661836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-c416ee43-0f9f-4e9b-9583-d7106d827c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:38.663357 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-c416ee43-0f9f-4e9b-9583-d7106d827c17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 1099 time: 0.0400970 Aug 19 09:27:38.680430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:27:38.753782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-540fc306-718c-456c-aacc-4277720d5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:38.755258 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-540fc306-718c-456c-aacc-4277720d5f91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0851054 Aug 19 09:27:38.817616 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-a52c4eb7-6474-418d-bc94-3502fb6484ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 200 len: 1000 time: 0.0552359 Aug 19 09:27:38.865439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-49f58430-0e05-4b3d-bb67-9ea839c79728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:38.866871 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-49f58430-0e05-4b3d-bb67-9ea839c79728 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0424421 Aug 19 09:27:38.902442 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '76dfabc0-8e6c-4c99-8eb2-53a800b25e9b', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:70:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:27:24Z', 'updated_at': '2021-08-19T09:27:37Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:38.916013 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-75f64ac9-be4b-46fa-94ce-ba588e431c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:27:38.917432 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-75f64ac9-be4b-46fa-94ce-ba588e431c35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418749 Aug 19 09:27:38.932133 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:27:38.940864 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:27:38.941489 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:27:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:39.004439 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-c16989e9-9191-4505-81ed-3b6684312da0 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791616 Aug 19 09:27:39.043532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:27:39.096034 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-15d154de-0fdb-4b5f-ac59-e93ee587fc80 req-4494d2e2-99a4-4ddc-8073-ebbbe374e8f6 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843546 Aug 19 09:27:39.262050 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '76dfabc0-8e6c-4c99-8eb2-53a800b25e9b', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:70:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:27:24Z', 'updated_at': '2021-08-19T09:27:37Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:27:39.287581 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83beede-459f-4ae8-9229-6bb510701b9a None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '76dfabc0-8e6c-4c99-8eb2-53a800b25e9b', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'port_id': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'mac_address': 'fa:16:3e:70:af:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:27:24Z', 'updated_at': '2021-08-19T09:27:37Z', 'revision_number': 1, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:27:39.469936 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52853396-1636-4161-a88d-4aa6cf53246b None None] New status for floating IP 76dfabc0-8e6c-4c99-8eb2-53a800b25e9b: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:27:42.425430 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bd9944f3-790c-400f-9065-432c594cec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:44.995518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2f67f2e8-3ce3-498b-a697-b790818b0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:45.207615 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:46.248586 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:27:48.026727 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:05.669436 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:05.856631 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:28:12.425595 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6742b5fc-3a63-4fd9-9a09-e0b6d8ef0877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:14.995096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ba0f-97a3-46e0-8db8-f892af78cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:15.208098 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:16.252211 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:18.029423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:19.758584 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93002a-76ce-4f9c-882e-a73599bb6f78 req-bddf5a00-9936-42e9-84d4-d51a04ad3020 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:19.760089 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ff93002a-76ce-4f9c-882e-a73599bb6f78 req-bddf5a00-9936-42e9-84d4-d51a04ad3020 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 946 time: 0.1007805 Aug 19 09:28:19.796574 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ff93002a-76ce-4f9c-882e-a73599bb6f78 req-de7a9b20-0b23-400d-89fc-cc8073c09c65 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304873 Aug 19 09:28:20.914382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec9d9e-3f71-4766-87be-a1d9c61b516d req-52d356ee-67a8-4c1e-81f3-b8403d6438ef tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:20.915878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1eec9d9e-3f71-4766-87be-a1d9c61b516d req-52d356ee-67a8-4c1e-81f3-b8403d6438ef tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 946 time: 0.0473492 Aug 19 09:28:20.956708 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1eec9d9e-3f71-4766-87be-a1d9c61b516d req-303c3b93-bfd9-42b7-a565-6f463d4f9aed tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups?id=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349290 Aug 19 09:28:21.325195 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-0bc98b22-2ec9-4a6c-80a0-ad9337e9d149 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:21.326623 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-0bc98b22-2ec9-4a6c-80a0-ad9337e9d149 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 946 time: 0.0471735 Aug 19 09:28:21.413211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Deleting port c72c5439-5706-4605-91f9-225118f3705b {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:21.413547 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:21.500849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] For port c72c5439-5706-4605-91f9-225118f3705b, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c72c5439-5706-4605-91f9-225118f3705b,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:28:21.501209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:21.885119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:21.885517 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:21.885838 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Floating IP d2f51ecb-855f-4db2-9e4b-f21045a078ee disassociated. External IP: 172.27.3.39, port: c72c5439-5706-4605-91f9-225118f3705b. Aug 19 09:28:21.886181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Calling delete_port for c72c5439-5706-4605-91f9-225118f3705b owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:22.013105 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:22.043756 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'Port': ['ID=c72c5439-5706-4605-91f9-225118f3705b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:22.076159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.076505 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.076840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.077175 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.077503 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.077834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.078173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.079060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.079579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.079908 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.080230 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.080646 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:22.088129 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24bb3f6d-0cec-4455-a680-0b9699786fda req-113a169d-5c9f-4cc4-8db6-170dbc83f1b2 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/ports?device_id=89098f09-c8cd-4e15-bef5-1bc104634225 HTTP/1.1" status: 200 len: 210 time: 0.0477679 Aug 19 09:28:22.188274 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:28:22.291054 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:28:22.301607 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:28:22.310386 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:28:22.311024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:28:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:22.333354 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] No DVR routers for this DVR port c72c5439-5706-4605-91f9-225118f3705b on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:28:22.336073 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:22.337998 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a2b4f619-6ce9-4eb7-8676-5efec5603a8c req-aad7c251-293a-4fa5-bdb9-6da99e4518df tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.35 "DELETE /v2.0/ports/c72c5439-5706-4605-91f9-225118f3705b HTTP/1.1" status: 204 len: 173 time: 1.0053511 Aug 19 09:28:22.338861 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-deleted', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:28:22.342385 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827bebd1-4cfd-4d2e-a3f2-f9503b1a71cb" -d '{"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-deleted", "tag": "c72c5439-5706-4605-91f9-225118f3705b"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:28:22.424691 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:28:22.459439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b104f3-b89a-4466-bfdf-078c38a75b96 x-openstack-request-id: req-63b104f3-b89a-4466-bfdf-078c38a75b96 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:28:22.459845 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89098f09-c8cd-4e15-bef5-1bc104634225", "name": "network-vif-deleted", "tag": "c72c5439-5706-4605-91f9-225118f3705b", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:28:22.460163 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63b104f3-b89a-4466-bfdf-078c38a75b96 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:28:22.460620 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89098f09-c8cd-4e15-bef5-1bc104634225', 'name': 'network-vif-deleted', 'tag': 'c72c5439-5706-4605-91f9-225118f3705b', 'status': 'completed', 'code': 200} Aug 19 09:28:22.628979 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:22.659668 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:28:22.667699 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:28:22.668307 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:28:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:22.771683 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:28:22.978814 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:23.004957 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0b99e-fbdb-4dcf-b671-14121bba83c2 None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:17:29Z', 'revision_number': 4, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fd4cc2db-a35d-492c-97c2-7d4eec98f9ac', 'name': '', 'network_id': '20ee0fa8-4951-43ba-b13c-ba279ba12aa3', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'mac_address': 'fa:16:3e:bf:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:28Z', 'updated_at': '2021-08-19T09:17:39Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'subnets': [{'id': 'de6e49e1-5883-4759-96c0-82a61161ab56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:28:23.179467 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53440) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:23.237542 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e3ebf-9241-4918-8e69-842e49375fc3 None None] New status for floating IP d2f51ecb-855f-4db2-9e4b-f21045a078ee: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:28:23.238388 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.261048 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.309469 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.312619 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.316351 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "DELETE /v2.0/security-groups/009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0 HTTP/1.1" status: 204 len: 168 time: 0.1326544 Aug 19 09:28:23.316604 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53442) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:23.323777 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6056ac-2402-4ee6-9cd2-2e637b9ed237 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:23.332889 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.api.v2.resource [None req-ce41e923-f014-4f20-aacb-47ba3d0a322c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] show failed (client error): The resource could not be found. Aug 19 09:28:23.337445 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53444) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:23.338814 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ce41e923-f014-4f20-aacb-47ba3d0a322c tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "GET /v2.0/security-groups/009ca878-3b2a-4ea0-bc1a-bb3bdea3b1a0 HTTP/1.1" status: 404 len: 347 time: 0.0205636 Aug 19 09:28:23.469219 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Deleting port 38aa4682-8f3e-4854-9bc6-de114f0223fe {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:23.469739 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.544891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.545222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.556494 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Calling delete_port for 38aa4682-8f3e-4854-9bc6-de114f0223fe owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:23.698209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.724266 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Pushing event deleted for resources: {'Port': ['ID=38aa4682-8f3e-4854-9bc6-de114f0223fe,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:23.778095 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.780571 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:23.782447 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a7b43d01-b735-4ce8-8ccc-a27ea66df171 tempest-AttachVolumeShelveTestJSON-1560467775 tempest-AttachVolumeShelveTestJSON-1560467775-project] 10.222.0.32 "DELETE /v2.0/floatingips/d2f51ecb-855f-4db2-9e4b-f21045a078ee HTTP/1.1" status: 204 len: 168 time: 0.4437923 Aug 19 09:28:24.882468 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:28:25.029561 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: c72c5439-5706-4605-91f9-225118f3705b {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:28:25.029901 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device c72c5439-5706-4605-91f9-225118f3705b not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:28:26.225359 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53472) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:26.724252 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:26.999607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Deleting port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:26.999859 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:27.074705 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] For port fd4cc2db-a35d-492c-97c2-7d4eec98f9ac, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:28:27.075058 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:27.087515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Calling delete_port for fd4cc2db-a35d-492c-97c2-7d4eec98f9ac owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:27.257327 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:27.288231 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4cc2db-a35d-492c-97c2-7d4eec98f9ac,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:27.442527 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:27.646815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Router 0aaae05d-4633-4955-965f-106312160135 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:28:27.746121 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:28:27.751802 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-572c6bac-d849-45b3-80ed-97f2812377c6 admin admin] 10.222.0.32 "PUT /v2.0/routers/0aaae05d-4633-4955-965f-106312160135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253847 Aug 19 09:28:27.754275 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53478) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:27.756809 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171286-5986-4111-922b-bb740f743744 None None] Sync routers for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:28:27.766363 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:28:27.767241 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:28:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:27.853053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:27.870353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:28:27.950431 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.001801 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Deleting port af290a33-c827-4f6e-9ed3-53714809f45c {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:28.002137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.046508 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:28:27Z', 'revision_number': 5, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port': {'id': 'af290a33-c827-4f6e-9ed3-53714809f45c', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaae05d-4633-4955-965f-106312160135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:17:23Z', 'updated_at': '2021-08-19T09:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:28.078059 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171286-5986-4111-922b-bb740f743744 None None] Checking router: 0aaae05d-4633-4955-965f-106312160135 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:28:28.088841 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] Routers {'0aaae05d-4633-4955-965f-106312160135'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:28:28.089475 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:28:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['0aaae05d-4633-4955-965f-106312160135'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:28.178715 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] Set router 0aaae05d-4633-4955-965f-106312160135 gateway port host: None {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:28:28.231811 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4171286-5986-4111-922b-bb740f743744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:28:27Z', 'revision_number': 6, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:28.261732 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4171286-5986-4111-922b-bb740f743744 None None] The sync data for ids ['0aaae05d-4633-4955-965f-106312160135'] in dv-cinder-773876-3-iscsi is: [{'id': '0aaae05d-4633-4955-965f-106312160135', 'name': 'tempest-AttachVolumeShelveTestJSON-2110689588-router', 'tenant_id': '0a913122239e44edb71a2fd07a99b275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:17:22Z', 'updated_at': '2021-08-19T09:28:27Z', 'revision_number': 6, 'project_id': '0a913122239e44edb71a2fd07a99b275', 'gw_port_host': None}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:28:28.313595 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] For port af290a33-c827-4f6e-9ed3-53714809f45c, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af290a33-c827-4f6e-9ed3-53714809f45c,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:28:28.314082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.325329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Calling delete_port for af290a33-c827-4f6e-9ed3-53714809f45c owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:28.488104 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.512575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af290a33-c827-4f6e-9ed3-53714809f45c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:28.570580 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.664164 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.666352 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.710860 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.711405 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aaae05d-4633-4955-965f-106312160135 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:28:28.715684 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.716857 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3785e970-7b28-453f-b100-8b35e8820bc2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0aaae05d-4633-4955-965f-106312160135 HTTP/1.1" status: 204 len: 168 time: 0.9616892 Aug 19 09:28:28.719815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53482) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:28.763009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Deleting subnet de6e49e1-5883-4759-96c0-82a61161ab56 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:28:28.766605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.798772 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.907134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.960495 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.989366 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6e49e1-5883-4759-96c0-82a61161ab56,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:28.992823 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:28.997126 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-010bbe54-b619-4651-b44a-9586bbb26e35 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de6e49e1-5883-4759-96c0-82a61161ab56 HTTP/1.1" status: 204 len: 168 time: 0.2738252 Aug 19 09:28:28.997299 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53484) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:29.002330 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30d912-0dbf-4640-a430-0ed2ff3722fa None None] Network 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:28:29.065943 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.120666 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Deleting port 19933095-2818-4fe6-ab33-0d3d74b03cae {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:29.121092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.178116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] DHCP port deletion for 20ee0fa8-4951-43ba-b13c-ba279ba12aa3 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:28:29.191520 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] For port 19933095-2818-4fe6-ab33-0d3d74b03cae, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=19933095-2818-4fe6-ab33-0d3d74b03cae,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:28:29.191892 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.204942 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Calling delete_port for 19933095-2818-4fe6-ab33-0d3d74b03cae owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:29.230008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Deleting port 19933095-2818-4fe6-ab33-0d3d74b03cae {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:28:29.230641 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.288987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.296290 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] For port 19933095-2818-4fe6-ab33-0d3d74b03cae, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=19933095-2818-4fe6-ab33-0d3d74b03cae,segment=NetworkSegment(54c42355-e516-4f8d-bacf-2a48255f2aee),segment_id=54c42355-e516-4f8d-bacf-2a48255f2aee)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:28:29.296898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.310048 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Calling delete_port for 19933095-2818-4fe6-ab33-0d3d74b03cae owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:28:29.321992 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=19933095-2818-4fe6-ab33-0d3d74b03cae,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:29.324236 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] No DVR routers for this DVR port 19933095-2818-4fe6-ab33-0d3d74b03cae on host dv-cinder-773876-3-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:28:29.392710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.402184 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ee0fa8-4951-43ba-b13c-ba279ba12aa3']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:29.412247 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c42355-e516-4f8d-bacf-2a48255f2aee') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:29.412545 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c42355-e516-4f8d-bacf-2a48255f2aee') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:28:29.420865 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.432574 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.438755 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.444913 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:28:29.445495 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:28:29.447194 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:28:29.457259 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Pushing event deleted for resources: {'Port': ['ID=19933095-2818-4fe6-ab33-0d3d74b03cae,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:29.465644 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] No DVR routers for this DVR port 19933095-2818-4fe6-ab33-0d3d74b03cae on host dv-cinder-773876-3-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:28:29.467101 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.467472 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.467812 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.468148 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.468479 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.469330 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.469668 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.469985 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.470325 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.470651 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.470971 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.471318 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490ae05d-99c8-4a50-9191-96313a78dcc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:29.506498 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.512377 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.517474 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/20ee0fa8-4951-43ba-b13c-ba279ba12aa3 HTTP/1.1" status: 204 len: 168 time: 0.5159087 Aug 19 09:28:29.526013 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c908d-78cc-4515-8ac3-c5f43c8c5d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ee0fa8-4951-43ba-b13c-ba279ba12aa3,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:29.608607 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 19933095-2818-4fe6-ab33-0d3d74b03cae no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:28:29.628902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 19933095-2818-4fe6-ab33-0d3d74b03cae {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:28:29.629250 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 19933095-2818-4fe6-ab33-0d3d74b03cae not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:28:29.629681 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fd4cc2db-a35d-492c-97c2-7d4eec98f9ac no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:28:29.635826 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53490) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:29.653139 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: fd4cc2db-a35d-492c-97c2-7d4eec98f9ac {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:28:29.653481 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fd4cc2db-a35d-492c-97c2-7d4eec98f9ac not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:28:29.653893 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af290a33-c827-4f6e-9ed3-53714809f45c no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:28:29.672037 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: af290a33-c827-4f6e-9ed3-53714809f45c {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:28:29.672290 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af290a33-c827-4f6e-9ed3-53714809f45c not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:28:29.681334 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d80c90b8-1804-40dc-a2ff-645ddc49164e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a913122239e44edb71a2fd07a99b275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442593 Aug 19 09:28:29.683913 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53492) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:29.731144 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.751916 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.799599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.802274 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:29.803458 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9ad4fb3-c81f-4f5d-816a-2221ea37443c HTTP/1.1" status: 204 len: 168 time: 0.1186352 Aug 19 09:28:29.811657 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8891d9c-eb60-433a-9c43-7171eb3274fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad4fb3-c81f-4f5d-816a-2221ea37443c,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:31.555710 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53556) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:31.668446 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c6e9-d4d6-46fe-87cc-0bad7244aa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:31.761700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c6e9-d4d6-46fe-87cc-0bad7244aa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:31.765548 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5ce6c6e9-d4d6-46fe-87cc-0bad7244aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:31.804522 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5ce6c6e9-d4d6-46fe-87cc-0bad7244aa14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bb29b8db9d04a8382d84663956fb696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457123 Aug 19 09:28:31.804522 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6c6e9-d4d6-46fe-87cc-0bad7244aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb7311-4058-4aed-9fe5-315f381af718,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:31.805198 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53562) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:32.082585 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.103958 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.148848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.151381 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.152543 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7abb7311-4058-4aed-9fe5-315f381af718 HTTP/1.1" status: 204 len: 168 time: 0.3456271 Aug 19 09:28:32.159722 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb7311-4058-4aed-9fe5-315f381af718,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:32.166531 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.166873 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.167204 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.167560 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.167889 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.168214 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.168534 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.168854 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.169174 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.169530 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.169797 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.170111 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7527a-3129-40b1-8dde-52956c930c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:28:32.409087 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53568) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:32.422034 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-92437fc5-4a7d-4d8a-8244-e699ba324ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.511095 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-92437fc5-4a7d-4d8a-8244-e699ba324ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.515318 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-92437fc5-4a7d-4d8a-8244-e699ba324ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.550346 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92437fc5-4a7d-4d8a-8244-e699ba324ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a5d65-2e4c-41d1-bc5e-be9e1c2f7aa0,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:32.554586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-92437fc5-4a7d-4d8a-8244-e699ba324ceb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f718ebbda9054664bc47b055bcc31a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444874 Aug 19 09:28:32.557687 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53570) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:32.606476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.626954 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.671246 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.673909 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:32.675032 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/851a5d65-2e4c-41d1-bc5e-be9e1c2f7aa0 HTTP/1.1" status: 204 len: 168 time: 0.1170089 Aug 19 09:28:32.682177 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dcb8-cf42-4ba9-847e-ed18e93b26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a5d65-2e4c-41d1-bc5e-be9e1c2f7aa0,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:35.683514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:37.614997 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-d76814fb-db37-4019-96e2-04b8e0ba775f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452668 Aug 19 09:28:37.713105 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-ad4896e0-24a8-404e-8099-4cceae3c6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:37.714578 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-ad4896e0-24a8-404e-8099-4cceae3c6d93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d19c107f773440eb8c2ab26706bc3591&device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 1099 time: 0.0388551 Aug 19 09:28:37.818107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-b9f139fb-326f-4bd1-bb9b-7a2de85c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:37.819527 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-b9f139fb-326f-4bd1-bb9b-7a2de85c1b80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 200 len: 911 time: 0.0840535 Aug 19 09:28:37.882613 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-e2152219-e56e-46fb-9f5e-1fa44ffb2a4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 200 len: 1002 time: 0.0553937 Aug 19 09:28:37.934224 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-8d5d0bd8-bf68-496b-aff5-2af566b23faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:37.935639 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-8d5d0bd8-bf68-496b-aff5-2af566b23faa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 200 len: 849 time: 0.0455484 Aug 19 09:28:37.978784 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-5d396e24-139a-49f7-bdff-dd6da205c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:28:37.980227 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-5d396e24-139a-49f7-bdff-dd6da205c038 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af454d54-e9ac-4c38-8d56-87a8a6413746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376740 Aug 19 09:28:37.990895 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-3bbb93af-ba48-45a8-8e4f-a733280fe3da service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:28:37.991862 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-3bbb93af-ba48-45a8-8e4f-a733280fe3da service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048516 Aug 19 09:28:38.081512 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-1d8c60fa-3c05-47d3-a46e-c4e8e3caf56e service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828259 Aug 19 09:28:38.168318 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8844ae98-a7e5-4972-b67c-4ec6e5af352c req-8afb14bc-44ec-46a7-9a39-8f8b500242c7 service neutron] 10.222.0.35 "GET /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796442 Aug 19 09:28:41.124859 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53718) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:41.225705 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f156cdf-5abe-4854-b357-3fe7e5d3145e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.313013 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f156cdf-5abe-4854-b357-3fe7e5d3145e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.317142 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-0f156cdf-5abe-4854-b357-3fe7e5d3145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.357841 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-0f156cdf-5abe-4854-b357-3fe7e5d3145e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a829b8b137c74729ad4826e2ad0917c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319145 Aug 19 09:28:41.358697 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f156cdf-5abe-4854-b357-3fe7e5d3145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed701bd8-eb1d-416b-a2d5-c309bbcda59b,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:41.362232 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53722) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:41.410822 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.431202 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.476263 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.478848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.479993 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed701bd8-eb1d-416b-a2d5-c309bbcda59b HTTP/1.1" status: 204 len: 168 time: 0.1164482 Aug 19 09:28:41.488296 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabedec-d2d5-422e-9977-7cc11f2b6bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed701bd8-eb1d-416b-a2d5-c309bbcda59b,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:41.735170 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53730) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:41.748631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ab7778c6-8637-4953-bd17-6885b99295bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.836448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ab7778c6-8637-4953-bd17-6885b99295bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.840000 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ab7778c6-8637-4953-bd17-6885b99295bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.878669 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ab7778c6-8637-4953-bd17-6885b99295bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4afc104b00f446986b1bf68b40bbed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418471 Aug 19 09:28:41.879541 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7778c6-8637-4953-bd17-6885b99295bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d403d36-b2f8-4a37-b227-8e68c0e39a06,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:41.881427 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53732) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:41.928552 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.948799 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.994542 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.997009 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:41.998126 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d403d36-b2f8-4a37-b227-8e68c0e39a06 HTTP/1.1" status: 204 len: 168 time: 0.1157224 Aug 19 09:28:42.006405 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ddc8-9124-4d54-a2fe-fc6f61543fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d403d36-b2f8-4a37-b227-8e68c0e39a06,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:42.306370 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53738) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:42.320593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3574d49e-6670-4849-9a87-15b0d2c8e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.410912 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3574d49e-6670-4849-9a87-15b0d2c8e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.415594 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3574d49e-6670-4849-9a87-15b0d2c8e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.426709 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-afa65c2a-2411-4ef3-91d6-713e887ffe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.457451 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3574d49e-6670-4849-9a87-15b0d2c8e442 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=307da3058fe84050a93cfc8007883a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499894 Aug 19 09:28:42.459652 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574d49e-6670-4849-9a87-15b0d2c8e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013b3be-782f-454a-ba2c-64264dcb61d0,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:42.460131 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53740) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:42.508530 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.528787 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.574300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.576804 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:42.577944 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9013b3be-782f-454a-ba2c-64264dcb61d0 HTTP/1.1" status: 204 len: 168 time: 0.1168339 Aug 19 09:28:42.585384 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfb854-37f9-4c5c-b7d1-41eaf68ca44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013b3be-782f-454a-ba2c-64264dcb61d0,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:42.844938 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:28:44.997554 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0606-75ed-40ed-86ce-8efa91318e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:45.209372 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:46.254317 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:48.031846 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.515016 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53846) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:53.618616 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8db30562-29e6-4dd3-8453-3eca718025a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.704590 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8db30562-29e6-4dd3-8453-3eca718025a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.709187 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8db30562-29e6-4dd3-8453-3eca718025a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.746953 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8db30562-29e6-4dd3-8453-3eca718025a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22ac847d64b742afa45a13c9656b906e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308376 Aug 19 09:28:53.747841 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30562-29e6-4dd3-8453-3eca718025a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab581d6-21b9-44f1-abc6-8532873d4adc,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:53.749697 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53852) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:53.803647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.823166 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.867261 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.869747 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:53.870866 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aab581d6-21b9-44f1-abc6-8532873d4adc HTTP/1.1" status: 204 len: 168 time: 0.1200593 Aug 19 09:28:53.878700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d844d44-53e2-4e18-899c-c8ecff4191d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab581d6-21b9-44f1-abc6-8532873d4adc,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:54.129224 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 53858) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:54.141998 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b1acace-2f9c-4e15-b2da-5838a1dd4874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.230911 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b1acace-2f9c-4e15-b2da-5838a1dd4874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.235519 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-5b1acace-2f9c-4e15-b2da-5838a1dd4874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.277392 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-5b1acace-2f9c-4e15-b2da-5838a1dd4874 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec7d2f53be4c4eabad0ed018c9ebd573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470842 Aug 19 09:28:54.278480 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1acace-2f9c-4e15-b2da-5838a1dd4874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680c67e-e574-4ae5-ad38-e09222ea8726,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:28:54.280084 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 53860) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:28:54.330257 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.351101 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.396118 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.398785 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:28:54.399943 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a680c67e-e574-4ae5-ad38-e09222ea8726 HTTP/1.1" status: 204 len: 168 time: 0.1188884 Aug 19 09:28:54.407914 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b31605-ce6d-42f3-8973-58fe3fc57940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680c67e-e574-4ae5-ad38-e09222ea8726,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:04.940503 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54014) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:05.042638 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c306599-89fd-454e-b27f-069ccc4b54d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.131280 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c306599-89fd-454e-b27f-069ccc4b54d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.134977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1c306599-89fd-454e-b27f-069ccc4b54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.174798 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1c306599-89fd-454e-b27f-069ccc4b54d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6cc6f7bf32f4962b63fb9e54d4cc7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332485 Aug 19 09:29:05.177712 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c306599-89fd-454e-b27f-069ccc4b54d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70063616-31ce-46ae-adba-a98f862c6da5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:05.178135 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54018) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:05.225608 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.245709 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.291651 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.294073 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.295202 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70063616-31ce-46ae-adba-a98f862c6da5 HTTP/1.1" status: 204 len: 168 time: 0.1160533 Aug 19 09:29:05.303103 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d4222-5d74-48d5-9b4d-3819ddcfe0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70063616-31ce-46ae-adba-a98f862c6da5,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:05.557807 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54030) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:05.571291 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9346520-92b1-4677-b789-8324c1f79ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.662640 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9346520-92b1-4677-b789-8324c1f79ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.666951 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c9346520-92b1-4677-b789-8324c1f79ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.696626 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.708345 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c9346520-92b1-4677-b789-8324c1f79ab7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4df3d31134e04bd1bf4192383f00f3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464815 Aug 19 09:29:05.708345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9346520-92b1-4677-b789-8324c1f79ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce9b8dd-862e-4d25-9b21-92868e099c39,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:05.708929 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54036) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:05.764477 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.792414 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.844597 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.847198 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:05.849304 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ce9b8dd-862e-4d25-9b21-92868e099c39 HTTP/1.1" status: 204 len: 168 time: 0.1393209 Aug 19 09:29:05.857383 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b30af1-7757-4ddc-9530-90a1cb6dc98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce9b8dd-862e-4d25-9b21-92868e099c39,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:08.072499 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0cbb86a4-9e3d-4f86-8c0f-1cdb3ca3609e tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286267 Aug 19 09:29:08.246669 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-3ca713c9-6543-4959-8e26-3f21fced6aa8 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:08.248047 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-3ca713c9-6543-4959-8e26-3f21fced6aa8 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700585 Aug 19 09:29:08.262767 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-77aedf82-9fa4-47f1-aca8-b55dcf1200e0 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/quotas/9ecf484c1f8e4c35bd5bd99739db3cc6 HTTP/1.1" status: 200 len: 375 time: 0.0091391 Aug 19 09:29:08.295508 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-dcfdda13-5110-42c5-a302-77ae1a8fa03a tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277040 Aug 19 09:29:08.451490 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7cd21133-85d4-48e7-9c66-3a836cc8b4da req-ac418055-3371-46d4-965b-19658333ac5d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 210 time: 0.0268633 Aug 19 09:29:09.504835 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-ef2857bb-48aa-4dc8-994e-b890f1e0b1a0 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317850 Aug 19 09:29:09.544165 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-61f7d8c8-2080-47ec-aea8-494811984e27 req-e2cf49cc-d41e-41c9-8cde-88b0e74d897b tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 210 time: 0.0249062 Aug 19 09:29:09.684514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-52fbb73d-c35e-4122-908f-0a343a886682 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:09.685962 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-52fbb73d-c35e-4122-908f-0a343a886682 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765466 Aug 19 09:29:09.718798 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Request body: {'port': {'device_id': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496', 'admin_state_up': True, 'tenant_id': '9ecf484c1f8e4c35bd5bd99739db3cc6'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:09.819206 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Made reservation on behalf of 9ecf484c1f8e4c35bd5bd99739db3cc6 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:29:09.822614 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:09.833816 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:09.920102 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:09.923621 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:09.980195 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bda8592-9707-4df9-89ff-2b25158bdd6f,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:10.050655 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Allocated IP 192.168.233.154 (d437837a-4a5b-40d8-8e21-a7c346e31496/c1f26579-d776-43cb-a624-7647a6e88dff/71c5fc60-38d2-4300-82d8-c72a4afcc9da) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:10.192892 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.205305 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Transition to ACTIVE for port object 71c5fc60-38d2-4300-82d8-c72a4afcc9da will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:10.238910 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.280648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Network d437837a-4a5b-40d8-8e21-a7c346e31496 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:10.286025 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:10.289585 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:10.317857 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Pushing event updated for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:10.341134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:10.341752 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.357803 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-1242da40-c522-4d12-81b8-7fff8d93b377 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6423678 Aug 19 09:29:10.376309 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Request body: {'port': {'device_id': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:10.430000 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.461692 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-0563df74-0d0f-46df-a6cd-d319de795311 None None] Provisioning for port 71c5fc60-38d2-4300-82d8-c72a4afcc9da completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:10.465422 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-0563df74-0d0f-46df-a6cd-d319de795311 None None] Provisioning complete for port 71c5fc60-38d2-4300-82d8-c72a4afcc9da triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:10.465801 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0563df74-0d0f-46df-a6cd-d319de795311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.499737 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-0563df74-0d0f-46df-a6cd-d319de795311 None None] Port 71c5fc60-38d2-4300-82d8-c72a4afcc9da cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:29:10.709281 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad141cf-5b36-4d42-84f2-f0c746a56e88 req-0140d0b1-3b85-4356-b49c-e56039d96589 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:10.710761 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ad141cf-5b36-4d42-84f2-f0c746a56e88 req-0140d0b1-3b85-4356-b49c-e56039d96589 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 936 time: 0.0939999 Aug 19 09:29:10.730346 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c5fc60-38d2-4300-82d8-c72a4afcc9da {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:29:10.745230 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.766191 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Transition to ACTIVE for port object 71c5fc60-38d2-4300-82d8-c72a4afcc9da will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:10.772219 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9ad141cf-5b36-4d42-84f2-f0c746a56e88 req-a39942bd-646c-474a-b2f2-e67a012c5845 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Aug 19 09:29:10.773276 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.818552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Pushing event updated for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:10.900210 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Attempting to bind port 71c5fc60-38d2-4300-82d8-c72a4afcc9da on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:10.900382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Attempting to bind port 71c5fc60-38d2-4300-82d8-c72a4afcc9da by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:10.900706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Attempting to bind port 71c5fc60-38d2-4300-82d8-c72a4afcc9da on network d437837a-4a5b-40d8-8e21-a7c346e31496 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:10.905021 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Port 71c5fc60-38d2-4300-82d8-c72a4afcc9da on network d437837a-4a5b-40d8-8e21-a7c346e31496 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:29:10.905338 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Attempting to bind port 71c5fc60-38d2-4300-82d8-c72a4afcc9da on network d437837a-4a5b-40d8-8e21-a7c346e31496 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:10.910150 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:10.910483 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Checking segment: {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:10.910859 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Bound using segment: {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:10.911576 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Bound port: 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebee219-9b44-42c7-b6c9-e6e04fc8bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:10.911947 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:10.975723 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:10.978595 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:10.983866 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:11.013901 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.015084 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:11.017388 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] 10.222.0.35 "PUT /v2.0/ports/71c5fc60-38d2-4300-82d8-c72a4afcc9da HTTP/1.1" status: 200 len: 1098 time: 0.6456594 Aug 19 09:29:11.021880 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:29:11.024359 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980" -d '{"events": [{"name": "network-changed", "server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:29:11.053158 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65c384-c87f-4e65-b762-535c240af52e service neutron] Pushing event updated for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:11.076975 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ce3a8-44b3-4a07-852a-77564d0bee74 x-openstack-request-id: req-045ce3a8-44b3-4a07-852a-77564d0bee74 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:29:11.077791 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:29:11.078107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-045ce3a8-44b3-4a07-852a-77564d0bee74 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:29:11.078704 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da', 'status': 'completed', 'code': 200} Aug 19 09:29:11.134151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-d04d05d7-cc8c-400a-a987-999e298c130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.135691 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-d04d05d7-cc8c-400a-a987-999e298c130d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 1101 time: 0.0423357 Aug 19 09:29:11.186851 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-572bf13f-6efe-490c-abb5-d95504f81d40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da HTTP/1.1" status: 200 len: 217 time: 0.0378201 Aug 19 09:29:11.235609 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-b15da900-51e7-46b4-9451-1619d3841b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.236949 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-b15da900-51e7-46b4-9451-1619d3841b5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1f26579-d776-43cb-a624-7647a6e88dff HTTP/1.1" status: 200 len: 843 time: 0.0433359 Aug 19 09:29:11.282824 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-458b11d2-9223-42ec-840e-f6d077e2399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.284352 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-458b11d2-9223-42ec-840e-f6d077e2399a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d437837a-4a5b-40d8-8e21-a7c346e31496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400593 Aug 19 09:29:11.373412 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-f8fce9d0-6278-4b4e-bf42-81229142c037 service neutron] 10.222.0.35 "GET /v2.0/networks/d437837a-4a5b-40d8-8e21-a7c346e31496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811298 Aug 19 09:29:11.462992 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-b1582b86-333d-4a37-9ae2-16abb1b9adff req-a08532ee-c0a4-4c23-a480-d07de97ee325 service neutron] 10.222.0.35 "GET /v2.0/networks/d437837a-4a5b-40d8-8e21-a7c346e31496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797150 Aug 19 09:29:11.606873 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-aec53572-e0e8-47ca-9607-081363ef3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.608353 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-aec53572-e0e8-47ca-9607-081363ef3745 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 1101 time: 0.0432904 Aug 19 09:29:11.696129 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-6bec4cf8-dc65-42be-8809-54740a75294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.697555 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-6bec4cf8-dc65-42be-8809-54740a75294c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d437837a-4a5b-40d8-8e21-a7c346e31496 HTTP/1.1" status: 200 len: 870 time: 0.0807669 Aug 19 09:29:11.739787 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-5c1e8d25-34b0-4224-84bc-a0b7ac31126b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da HTTP/1.1" status: 200 len: 217 time: 0.0349975 Aug 19 09:29:11.787867 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-7e5eb1c9-6e4b-483b-9649-0184c4ae1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.789224 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-7e5eb1c9-6e4b-483b-9649-0184c4ae1eaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c1f26579-d776-43cb-a624-7647a6e88dff HTTP/1.1" status: 200 len: 843 time: 0.0421546 Aug 19 09:29:11.833183 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-8c214a56-73b3-4f83-8a49-a1beea0c14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.834638 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-8c214a56-73b3-4f83-8a49-a1beea0c14ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d437837a-4a5b-40d8-8e21-a7c346e31496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385790 Aug 19 09:29:11.935501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9896d-0e5f-4a70-be3e-444ae656e393 req-6520912a-5d5c-498d-b750-fe80a1efc5a9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:11.936955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ceb9896d-0e5f-4a70-be3e-444ae656e393 req-6520912a-5d5c-498d-b750-fe80a1efc5a9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 948 time: 0.0997248 Aug 19 09:29:11.970442 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-80d0d0e0-93cc-43d9-a127-6a7811bf1a31 service neutron] 10.222.0.35 "GET /v2.0/networks/d437837a-4a5b-40d8-8e21-a7c346e31496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251664 Aug 19 09:29:12.000924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ceb9896d-0e5f-4a70-be3e-444ae656e393 req-0305c2f6-623e-4838-9589-4490c21dd0b9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576870 Aug 19 09:29:12.070358 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6b97a6da-88ff-48d5-bcc5-49d2fa2b1980 req-0e090e63-afd1-4636-9beb-104153fb7c50 service neutron] 10.222.0.35 "GET /v2.0/networks/d437837a-4a5b-40d8-8e21-a7c346e31496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Aug 19 09:29:12.428164 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cd30-ca81-4363-8912-60e48dec6f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:13.120750 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858e93-eb49-4b9a-a2df-ae3c6aa9248e req-5721598d-2198-4fc9-8f4a-faa600c27bde tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:13.122209 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5b858e93-eb49-4b9a-a2df-ae3c6aa9248e req-5721598d-2198-4fc9-8f4a-faa600c27bde tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 948 time: 0.0530312 Aug 19 09:29:13.157798 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5b858e93-eb49-4b9a-a2df-ae3c6aa9248e req-5dba63f9-b77c-4f0c-b459-ae47a9aaba8d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297449 Aug 19 09:29:14.276802 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0bc2-45a3-4d7f-8d88-0545c346abc8 req-aa73f9da-2429-4c8a-af54-90d5b903c0f0 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:14.278273 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-16cf0bc2-45a3-4d7f-8d88-0545c346abc8 req-aa73f9da-2429-4c8a-af54-90d5b903c0f0 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 948 time: 0.0491004 Aug 19 09:29:14.314958 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-16cf0bc2-45a3-4d7f-8d88-0545c346abc8 req-950b51fc-13ef-43d4-84c9-024146d28c2d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308266 Aug 19 09:29:14.998479 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6f78ad5f-e706-4c6e-aff9-fadf7b68e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:15.107578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 71c5fc60-38d2-4300-82d8-c72a4afcc9da details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:29:15.206455 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:15.222025 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': '71c5fc60-38d2-4300-82d8-c72a4afcc9da', 'network_id': 'd437837a-4a5b-40d8-8e21-a7c346e31496', 'port_id': '71c5fc60-38d2-4300-82d8-c72a4afcc9da', 'mac_address': 'fa:16:3e:83:60:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f26579-d776-43cb-a624-7647a6e88dff', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:29:15.225312 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:15.261605 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:15.274551 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c5fc60-38d2-4300-82d8-c72a4afcc9da {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:29:15.293518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:15.297093 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:15.342924 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:15.432833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e25a1-b468-44c4-9596-bf5d603fe809 req-5891e693-0438-401b-8635-fd577823eb13 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:15.434278 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5a7e25a1-b468-44c4-9596-bf5d603fe809 req-5891e693-0438-401b-8635-fd577823eb13 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 949 time: 0.0475247 Aug 19 09:29:15.471156 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5a7e25a1-b468-44c4-9596-bf5d603fe809 req-1c235721-279e-446d-ae62-588923a0ce3a tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303378 Aug 19 09:29:15.732888 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['71c5fc60-38d2-4300-82d8-c72a4afcc9da'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:29:16.256057 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:16.585205 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7c9a9-3e20-4409-aa36-9ff9a679c3e9 req-878bb77d-bd6f-485b-9cfe-7db819eeb64d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:16.586650 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5c7c9a9-3e20-4409-aa36-9ff9a679c3e9 req-878bb77d-bd6f-485b-9cfe-7db819eeb64d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 949 time: 0.0500367 Aug 19 09:29:16.622544 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5c7c9a9-3e20-4409-aa36-9ff9a679c3e9 req-e0478130-8c3f-4687-a138-90cf7ca1ab29 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301080 Aug 19 09:29:17.123413 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 71c5fc60-38d2-4300-82d8-c72a4afcc9da up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:17.170408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port 71c5fc60-38d2-4300-82d8-c72a4afcc9da completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:17.173997 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port 71c5fc60-38d2-4300-82d8-c72a4afcc9da triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:17.174367 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:17.252280 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:17.275502 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:29:17.277917 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10df1e-721b-4bce-8a75-cd610728860b" -d '{"events": [{"server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "name": "network-vif-plugged", "status": "completed", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:29:17.291934 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:17.300353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:17.323604 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85306cd5-bb70-4dd0-976e-91c293e8e29a x-openstack-request-id: req-85306cd5-bb70-4dd0-976e-91c293e8e29a {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:29:17.323889 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "name": "network-vif-plugged", "status": "completed", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:29:17.324133 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85306cd5-bb70-4dd0-976e-91c293e8e29a {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:29:17.324513 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da', 'code': 200} Aug 19 09:29:17.354009 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:17.526652 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a1d7-525d-4c7d-9a3d-e4606f8c7d5a req-29637ed4-7e8f-4aa1-809e-cc1d2aad5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:17.528253 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe00a1d7-525d-4c7d-9a3d-e4606f8c7d5a req-29637ed4-7e8f-4aa1-809e-cc1d2aad5038 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 1103 time: 0.0387552 Aug 19 09:29:17.564567 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe00a1d7-525d-4c7d-9a3d-e4606f8c7d5a req-ff812445-e1e7-48d4-a166-c950b2367068 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287697 Aug 19 09:29:17.741205 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773ad2-b5a2-4fb5-ab38-f01d9659e81a req-37f95b53-b231-4f5b-b932-4b653871c351 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:17.742662 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ae773ad2-b5a2-4fb5-ab38-f01d9659e81a req-37f95b53-b231-4f5b-b932-4b653871c351 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0488091 Aug 19 09:29:17.782935 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ae773ad2-b5a2-4fb5-ab38-f01d9659e81a req-3b2174cd-9511-4653-ae13-111efc60a623 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Aug 19 09:29:17.968878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadab9-ade0-44d8-a1cd-b485f1713bb2 req-dc9a8a6e-99c0-4114-abb7-b600b59d6607 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:17.970356 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8aeadab9-ade0-44d8-a1cd-b485f1713bb2 req-dc9a8a6e-99c0-4114-abb7-b600b59d6607 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.2987964 Aug 19 09:29:18.007756 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8aeadab9-ade0-44d8-a1cd-b485f1713bb2 req-21cf4a9f-a5b2-4d03-9fd1-a6b03315d0c8 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306673 Aug 19 09:29:18.035739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:18.895490 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671d6c3-29bd-4e4c-b937-4378b78630fb req-6484e82e-493d-4bed-8897-fe576ac9de69 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:18.896990 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0671d6c3-29bd-4e4c-b937-4378b78630fb req-6484e82e-493d-4bed-8897-fe576ac9de69 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0496082 Aug 19 09:29:18.935732 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0671d6c3-29bd-4e4c-b937-4378b78630fb req-b32954be-b274-4dc9-bea6-efbcc4ce33b7 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Aug 19 09:29:19.120435 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f8374-48f5-4c97-98c9-49880d88923c req-f53b26de-dc9d-4b67-a006-4c301daf5e36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:19.121890 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9c4f8374-48f5-4c97-98c9-49880d88923c req-f53b26de-dc9d-4b67-a006-4c301daf5e36 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0475955 Aug 19 09:29:19.159765 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9c4f8374-48f5-4c97-98c9-49880d88923c req-4ebc7f29-9043-40b2-8c91-dd95b74eff41 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Aug 19 09:29:19.842792 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:29:20.049412 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce98e6-e5aa-41da-8fa2-386ab8d756db req-8c8ac4f7-d430-4687-8239-69b40bc9731b tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:20.051531 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9fce98e6-e5aa-41da-8fa2-386ab8d756db req-8c8ac4f7-d430-4687-8239-69b40bc9731b tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0505970 Aug 19 09:29:20.087247 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9fce98e6-e5aa-41da-8fa2-386ab8d756db req-7d9f0b44-be01-4f44-b6b4-1729894fe89a tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299745 Aug 19 09:29:20.276067 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870036f-95b3-4b51-b879-e307aa3e7070 req-4d3fe1e0-73c2-4c3f-8911-596036edf175 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:20.277538 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3870036f-95b3-4b51-b879-e307aa3e7070 req-4d3fe1e0-73c2-4c3f-8911-596036edf175 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0482845 Aug 19 09:29:20.315295 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3870036f-95b3-4b51-b879-e307aa3e7070 req-dedaa060-32e2-46f7-a5c3-ee6c8e32c2b9 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Aug 19 09:29:20.365249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-1224dca2-1f1c-467e-b3cf-9a8227b4de24 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:20.366653 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-1224dca2-1f1c-467e-b3cf-9a8227b4de24 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 946 time: 0.0782027 Aug 19 09:29:20.379129 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e69f07-6465-4a8b-89e9-103b7f450e94 req-ed5dd914-71dc-4aa7-809b-218c85f264c9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:20.380715 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67e69f07-6465-4a8b-89e9-103b7f450e94 req-ed5dd914-71dc-4aa7-809b-218c85f264c9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0828950 Aug 19 09:29:20.461119 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-67e69f07-6465-4a8b-89e9-103b7f450e94 req-c032a4f6-3f44-47ec-aa31-380a693d99d0 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733342 Aug 19 09:29:20.484674 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Deleting port ba0255ca-86c6-4ef3-a366-9048b06a1e36 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:20.485013 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:20.573031 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] For port ba0255ca-86c6-4ef3-a366-9048b06a1e36, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ba0255ca-86c6-4ef3-a366-9048b06a1e36,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:20.573390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:20.732761 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:20.733064 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:20.733377 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Floating IP 76dfabc0-8e6c-4c99-8eb2-53a800b25e9b disassociated. External IP: 172.27.3.161, port: ba0255ca-86c6-4ef3-a366-9048b06a1e36. Aug 19 09:29:20.733709 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Calling delete_port for ba0255ca-86c6-4ef3-a366-9048b06a1e36 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:20.861107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:20.888966 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'Port': ['ID=ba0255ca-86c6-4ef3-a366-9048b06a1e36,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:20.997929 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:29:21.101609 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:21.111051 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:21.120737 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:21.121338 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:21.138410 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] No DVR routers for this DVR port ba0255ca-86c6-4ef3-a366-9048b06a1e36 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:29:21.140872 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:21.142826 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-74977f73-1889-48a9-b6b6-87f6e358c7c2 req-0e043042-ba33-4433-acad-dc5bc194d201 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.35 "DELETE /v2.0/ports/ba0255ca-86c6-4ef3-a366-9048b06a1e36 HTTP/1.1" status: 204 len: 173 time: 0.7612343 Aug 19 09:29:21.143252 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'name': 'network-vif-deleted', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:29:21.145628 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f296d4-6057-4dab-b500-c484a615a536" -d '{"events": [{"server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "name": "network-vif-deleted", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:29:21.184490 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7e7b04-94dd-4d0b-86d2-f56835459b7c x-openstack-request-id: req-7a7e7b04-94dd-4d0b-86d2-f56835459b7c {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:29:21.184790 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402d3979-28e9-446f-b50d-c5f17f340a4c", "name": "network-vif-deleted", "tag": "ba0255ca-86c6-4ef3-a366-9048b06a1e36", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:29:21.185035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a7e7b04-94dd-4d0b-86d2-f56835459b7c {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:29:21.185483 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402d3979-28e9-446f-b50d-c5f17f340a4c', 'name': 'network-vif-deleted', 'tag': 'ba0255ca-86c6-4ef3-a366-9048b06a1e36', 'status': 'completed', 'code': 200} Aug 19 09:29:21.336157 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:21.433388 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e0f575a4-f241-4ea2-81d1-ed4d0ba59783 req-55d3fe90-7337-4bf8-860c-2a152958bc30 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/ports?device_id=402d3979-28e9-446f-b50d-c5f17f340a4c HTTP/1.1" status: 200 len: 210 time: 0.0263031 Aug 19 09:29:21.540930 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:21.566405 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:21.574386 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:21.574978 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:21.576172 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e8209-db65-43d6-887b-62e16ac12cde req-4a3e5356-35a0-4cc5-9ca4-3d436cd02614 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:21.578471 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fe6e8209-db65-43d6-887b-62e16ac12cde req-4a3e5356-35a0-4cc5-9ca4-3d436cd02614 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0468223 Aug 19 09:29:21.620193 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fe6e8209-db65-43d6-887b-62e16ac12cde req-3c30d339-63d2-42f2-94ab-2b14ad0223cd tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bda8592-9707-4df9-89ff-2b25158bdd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Aug 19 09:29:21.681102 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:21.897496 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:21.923299 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145da0f4-5312-4d01-bc4c-9e891c0e555a None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:44Z', 'revision_number': 4, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '07017135-cf0d-4a28-bb18-34ad8facbda1', 'name': '', 'network_id': 'af454d54-e9ac-4c38-8d56-87a8a6413746', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'mac_address': 'fa:16:3e:e8:73:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:43Z', 'updated_at': '2021-08-19T09:21:49Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'subnets': [{'id': 'e2e589a6-fef1-4c9f-b490-23fc082c2f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:22.025581 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-1ca95713-71e2-442c-9677-2206dec02a40 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:22.027186 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-1ca95713-71e2-442c-9677-2206dec02a40 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 950 time: 0.0511143 Aug 19 09:29:22.120027 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Deleting port 71c5fc60-38d2-4300-82d8-c72a4afcc9da {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:22.120372 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.130254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15acf4df-35e2-4fa1-9330-715f3b53faa3 None None] New status for floating IP 76dfabc0-8e6c-4c99-8eb2-53a800b25e9b: DOWN {{(pid=93739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:29:22.211699 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] For port 71c5fc60-38d2-4300-82d8-c72a4afcc9da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=71c5fc60-38d2-4300-82d8-c72a4afcc9da,segment=NetworkSegment(8ebee219-9b44-42c7-b6c9-e6e04fc8bf45),segment_id=8ebee219-9b44-42c7-b6c9-e6e04fc8bf45)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:22.211971 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.225853 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Calling delete_port for 71c5fc60-38d2-4300-82d8-c72a4afcc9da owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:22.356493 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.390936 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['71c5fc60-38d2-4300-82d8-c72a4afcc9da'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:29:22.393971 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Pushing event deleted for resources: {'Port': ['ID=71c5fc60-38d2-4300-82d8-c72a4afcc9da,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:22.420016 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.420363 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.420719 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.421036 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.421368 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.421694 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.422018 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.422343 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.422666 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.422987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.423329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.423648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:22.442317 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] No DVR routers for this DVR port 71c5fc60-38d2-4300-82d8-c72a4afcc9da on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:29:22.444740 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.446725 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-dcb0968c-6fb7-4de9-bd15-37fdd37c33ce req-b4a777dc-a28b-4bf7-b941-10ac43b2a50d tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.35 "DELETE /v2.0/ports/71c5fc60-38d2-4300-82d8-c72a4afcc9da HTTP/1.1" status: 204 len: 173 time: 0.4132435 Aug 19 09:29:22.518841 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54210) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:22.584271 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.607863 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.653881 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.656590 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.657628 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6fcf9b9-4760-42e8-9ca8-4ea316d39b42 HTTP/1.1" status: 204 len: 168 time: 0.1374702 Aug 19 09:29:22.661028 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54214) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:22.670632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a2a1a-20c9-471a-af62-12e854dfa9df tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fcf9b9-4760-42e8-9ca8-4ea316d39b42,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:22.675017 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.api.v2.resource [None req-52e9b71a-22cf-4523-b61e-b26e08cdd694 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] show failed (client error): The resource could not be found. Aug 19 09:29:22.676166 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-52e9b71a-22cf-4523-b61e-b26e08cdd694 tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "GET /v2.0/security-groups/a6fcf9b9-4760-42e8-9ca8-4ea316d39b42 HTTP/1.1" status: 404 len: 347 time: 0.0141230 Aug 19 09:29:22.679119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54216) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:22.749733 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f4aabeb0-58a4-410d-b87a-df12359dc59e req-098adf9f-a45a-43f9-b55d-aa60122adbe9 tempest-VolumesNegativeTest-1884439412 tempest-VolumesNegativeTest-1884439412-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4188887-8ddf-4a67-9fd0-ba27eaa3da17 HTTP/1.1" status: 200 len: 210 time: 0.0360312 Aug 19 09:29:22.822969 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Deleting port df756e1a-e626-4ca3-8527-243ff9bfa721 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:22.823339 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.903133 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.903577 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:22.915862 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Calling delete_port for df756e1a-e626-4ca3-8527-243ff9bfa721 owned by network:floatingip {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:23.049588 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:23.075288 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Pushing event deleted for resources: {'Port': ['ID=df756e1a-e626-4ca3-8527-243ff9bfa721,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:23.136779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks [] for floatingip, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:23.139234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:23.140407 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2ab0438b-35c1-4100-8ef8-da9f07b2b5fd tempest-AttachVolumeTestJSON-63126090 tempest-AttachVolumeTestJSON-63126090-project] 10.222.0.32 "DELETE /v2.0/floatingips/76dfabc0-8e6c-4c99-8eb2-53a800b25e9b HTTP/1.1" status: 204 len: 168 time: 0.4600909 Aug 19 09:29:23.186212 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'name': 'network-vif-deleted', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:29:23.188517 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fa07a-68df-4cd4-9c1b-4c6312ba888b" -d '{"events": [{"server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "name": "network-vif-deleted", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:29:23.224427 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d8f829-a1c8-411b-9bf6-549ee3446a8b x-openstack-request-id: req-37d8f829-a1c8-411b-9bf6-549ee3446a8b {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:29:23.224721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4188887-8ddf-4a67-9fd0-ba27eaa3da17", "name": "network-vif-deleted", "tag": "71c5fc60-38d2-4300-82d8-c72a4afcc9da", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:29:23.225102 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37d8f829-a1c8-411b-9bf6-549ee3446a8b {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:29:23.225414 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4188887-8ddf-4a67-9fd0-ba27eaa3da17', 'name': 'network-vif-deleted', 'tag': '71c5fc60-38d2-4300-82d8-c72a4afcc9da', 'status': 'completed', 'code': 200} Aug 19 09:29:25.153685 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ba0255ca-86c6-4ef3-a366-9048b06a1e36 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:29:25.177514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: ba0255ca-86c6-4ef3-a366-9048b06a1e36 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:29:25.178050 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ba0255ca-86c6-4ef3-a366-9048b06a1e36 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:29:25.178587 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 71c5fc60-38d2-4300-82d8-c72a4afcc9da no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:29:25.196579 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: 71c5fc60-38d2-4300-82d8-c72a4afcc9da {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:29:25.196923 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device 71c5fc60-38d2-4300-82d8-c72a4afcc9da not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:29:26.693382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54470) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:27.165304 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.343463 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54480) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:27.408442 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Deleting port 07017135-cf0d-4a28-bb18-34ad8facbda1 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:27.408706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.477757 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-55f30adf-afac-491f-a394-cdeef05afacf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ecf484c1f8e4c35bd5bd99739db3cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331472 Aug 19 09:29:27.480194 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54484) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:27.488510 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] For port 07017135-cf0d-4a28-bb18-34ad8facbda1, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=07017135-cf0d-4a28-bb18-34ad8facbda1,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:27.489404 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.506837 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Calling delete_port for 07017135-cf0d-4a28-bb18-34ad8facbda1 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:27.527514 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.547994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.595979 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.599129 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.600324 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bda8592-9707-4df9-89ff-2b25158bdd6f HTTP/1.1" status: 204 len: 168 time: 0.1192555 Aug 19 09:29:27.608792 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30def941-7957-430c-b2a3-ea6470396ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bda8592-9707-4df9-89ff-2b25158bdd6f,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:27.689809 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:27.720349 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=07017135-cf0d-4a28-bb18-34ad8facbda1,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:27.893444 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.115175 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Router e896c9cb-4ad4-4d06-8099-7f797478869b has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:29:28.219977 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:28.228756 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54506) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:28.229307 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-3174a3ca-ff85-4d59-b131-58d5898ce5fb admin admin] 10.222.0.32 "PUT /v2.0/routers/e896c9cb-4ad4-4d06-8099-7f797478869b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348494 Aug 19 09:29:28.231513 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Sync routers for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:28.241255 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:28.241881 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:28.246453 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54508) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:28.334648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks [] for router, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.347579 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-675144059-network', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:28.351828 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:28.369897 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Made reservation on behalf of 06f1ca56a68b40f693d7f41d1f8646d9 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:29:28.372350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.384682 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.453011 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.480837 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.485069 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.510552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:29:28.520494 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Deleting port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:28.520789 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f941a-cc45-4ec7-87e4-e8fb1bb5480d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:28.521527 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.526664 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.527011 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Added segment f7ecce91-d6d9-465a-ae60-aec7b161b9c5 of type vlan for network 016591c5-c729-4b00-8d4b-0a7b38936a0c Aug 19 09:29:28.539263 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:29:27Z', 'revision_number': 5, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port': {'id': 'ebb70ae1-6383-4134-a18d-a2b4b18fc3e3', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:28.566311 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Checking router: e896c9cb-4ad4-4d06-8099-7f797478869b for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:28.570276 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.574180 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Routers {'e896c9cb-4ad4-4d06-8099-7f797478869b'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:28.574986 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e896c9cb-4ad4-4d06-8099-7f797478869b'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:28.597168 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.599892 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:28.600601 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.616377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] For port ebb70ae1-6383-4134-a18d-a2b4b18fc3e3, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:28.617032 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.630142 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Calling delete_port for ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 owned by network:router_gateway {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:28.661949 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] Set router e896c9cb-4ad4-4d06-8099-7f797478869b gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:28.718053 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:29:28Z', 'revision_number': 6, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:28.746960 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b344d-32b8-4655-8fa7-5e5434b9311b None None] The sync data for ids ['e896c9cb-4ad4-4d06-8099-7f797478869b'] in dv-cinder-773876-3-iscsi is: [{'id': 'e896c9cb-4ad4-4d06-8099-7f797478869b', 'name': 'tempest-AttachVolumeTestJSON-822592580-router', 'tenant_id': 'd19c107f773440eb8c2ab26706bc3591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:21:41Z', 'updated_at': '2021-08-19T09:29:28Z', 'revision_number': 6, 'project_id': 'd19c107f773440eb8c2ab26706bc3591', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:28.806432 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.835551 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb70ae1-6383-4134-a18d-a2b4b18fc3e3,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:28.899413 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:28.918238 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6704574 Aug 19 09:29:28.926181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54512) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:28.931323 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Request body: {'subnet': {'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-675144059-subnet', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:28.941549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec7341-c865-461a-8e4c-20720beb41fd admin admin] Pushing event updated for resources: {'Network': ['ID=016591c5-c729-4b00-8d4b-0a7b38936a0c,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:28.952071 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:29:28.957901 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Made reservation on behalf of 06f1ca56a68b40f693d7f41d1f8646d9 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:29:28.960327 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13511492'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.007648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.009673 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.080486 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.081222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e896c9cb-4ad4-4d06-8099-7f797478869b {{(pid=93737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:29:29.088099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.091790 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0b84c5bb-e761-4673-8b18-85832fde7656 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e896c9cb-4ad4-4d06-8099-7f797478869b HTTP/1.1" status: 204 len: 168 time: 0.8593693 Aug 19 09:29:29.092175 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54514) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:29.128803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13511506'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.141200 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Deleting subnet e2e589a6-fef1-4c9f-b490-23fc082c2f57 {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:29:29.147970 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.183246 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.187033 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79e5bee-c5c0-432b-b881-f7aabce753b8,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:29.196024 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Checking segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:29.196024 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Network hostable DHCP agents. Network: 016591c5-c729-4b00-8d4b-0a7b38936a0c, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:29:29.212525 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:29:29.221143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 016591c5-c729-4b00-8d4b-0a7b38936a0c) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:29.226462 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:29.227071 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.232839 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c6037-275b-4b99-b916-c98266c33ac0 None None] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:29:29.243925 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c8be45f0-3abf-41ab-8ed2-cf3859da382a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3142452 Aug 19 09:29:29.244115 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54516) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:29.249696 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:29.271844 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.272946 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.299642 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.328746 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.358152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.388700 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e589a6-fef1-4c9f-b490-23fc082c2f57,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:29.389654 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-016591c5-c729-4b00-8d4b-0a7b38936a0c', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:29:29.390644 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.394388 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.399751 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3d036df1-5225-4afe-82b3-f5c16bac0fe9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e2e589a6-fef1-4c9f-b490-23fc082c2f57 HTTP/1.1" status: 204 len: 168 time: 0.3064446 Aug 19 09:29:29.400377 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54518) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:29.408405 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360b929-f4d7-4df3-aa49-171d30a8adfe None None] Network af454d54-e9ac-4c38-8d56-87a8a6413746 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:29:29.476068 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.480842 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.533192 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Deleting port d646924e-7177-496c-89a1-9d61c8833f5d {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:29:29.533554 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.604571 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] For port d646924e-7177-496c-89a1-9d61c8833f5d, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=d646924e-7177-496c-89a1-9d61c8833f5d,segment=NetworkSegment(752a5797-02f8-47b7-8e43-f9a680618f08),segment_id=752a5797-02f8-47b7-8e43-f9a680618f08)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:29.605012 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.624270 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Calling delete_port for d646924e-7177-496c-89a1-9d61c8833f5d owned by network:dhcp {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:29:29.639432 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Allocated IP 172.20.0.2 (016591c5-c729-4b00-8d4b-0a7b38936a0c/e79e5bee-c5c0-432b-b881-f7aabce753b8/acb78ea5-d600-48a7-b97a-062908719db4) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:29.722094 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.736128 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.738090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 07017135-cf0d-4a28-bb18-34ad8facbda1 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:29:29.744225 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.762992 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Pushing event deleted for resources: {'Port': ['ID=d646924e-7177-496c-89a1-9d61c8833f5d,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:29.765011 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] No DVR routers for this DVR port d646924e-7177-496c-89a1-9d61c8833f5d on host dv-cinder-773876-3-iscsi {{(pid=93737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:29:29.772154 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 07017135-cf0d-4a28-bb18-34ad8facbda1 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:29:29.772723 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 07017135-cf0d-4a28-bb18-34ad8facbda1 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:29:29.773526 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:29:29.830157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:29:29.830157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device ebb70ae1-6383-4134-a18d-a2b4b18fc3e3 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:29:29.850921 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.852213 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.861756 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Transition to ACTIVE for port object acb78ea5-d600-48a7-b97a-062908719db4 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:29.867262 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af454d54-e9ac-4c38-8d56-87a8a6413746']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:29.880539 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfa568-5103-4d13-9dac-7e39ca6674ae None None] DHCP port deletion for af454d54-e9ac-4c38-8d56-87a8a6413746 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:29:29.882173 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752a5797-02f8-47b7-8e43-f9a680618f08') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:29.882706 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752a5797-02f8-47b7-8e43-f9a680618f08') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:29.888361 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Transition to ACTIVE for port object acb78ea5-d600-48a7-b97a-062908719db4 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:29.891475 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Allocated IP 172.27.3.212 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/994d3eb7-55c8-46a8-9091-5bfa27afabc8) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:29.896092 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.901588 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.928850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.938588 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:29:29.938922 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:29:29.940688 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:29:29.958979 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:29.964219 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:29.966395 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:29.969481 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Pushing event updated for resources: {'Port': ['ID=acb78ea5-d600-48a7-b97a-062908719db4,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:29.995400 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.995746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.996266 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.996762 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.997250 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.997618 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.997922 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.998240 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.998569 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.998897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.999216 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:29.999565 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:30.002604 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.010764 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.012612 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] 10.222.0.32 "DELETE /v2.0/networks/af454d54-e9ac-4c38-8d56-87a8a6413746 HTTP/1.1" status: 204 len: 168 time: 0.6112187 Aug 19 09:29:30.024375 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afedda-faae-4576-9f71-9d19dce9647d admin admin] Pushing event deleted for resources: {'Network': ['ID=af454d54-e9ac-4c38-8d56-87a8a6413746,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:30.030143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.044177 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Attempting to bind port acb78ea5-d600-48a7-b97a-062908719db4 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:30.044645 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Attempting to bind port acb78ea5-d600-48a7-b97a-062908719db4 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:30.045253 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Attempting to bind port acb78ea5-d600-48a7-b97a-062908719db4 on network 016591c5-c729-4b00-8d4b-0a7b38936a0c {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:30.050305 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:30.050679 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Checking segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:30.051912 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.052094 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Bound using segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:30.052680 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Bound port: acb78ea5-d600-48a7-b97a-062908719db4, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:30.053062 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.072839 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.114370 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:30.117188 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:30.120820 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:30.123764 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-937e2a61-44fc-4113-847a-b15890567117 None None] For port acb78ea5-d600-48a7-b97a-062908719db4, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:30.127934 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-937e2a61-44fc-4113-847a-b15890567117 None None] For port acb78ea5-d600-48a7-b97a-062908719db4, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=acb78ea5-d600-48a7-b97a-062908719db4,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:30.132128 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.145585 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54522) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:30.164893 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Pushing event updated for resources: {'Port': ['ID=994d3eb7-55c8-46a8-9091-5bfa27afabc8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:30.196584 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-215d66af-50bf-41be-8c8d-d93f99ddacfc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d19c107f773440eb8c2ab26706bc3591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464387 Aug 19 09:29:30.196902 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54524) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:30.202638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e2a61-44fc-4113-847a-b15890567117 None None] Pushing event updated for resources: {'Port': ['ID=acb78ea5-d600-48a7-b97a-062908719db4,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:30.253779 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.276501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.336985 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.347466 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.349570 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6976e9d4-7315-4815-96cf-f30d2e3ede52 HTTP/1.1" status: 204 len: 168 time: 0.1516612 Aug 19 09:29:30.381733 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a2d23-3891-4c39-b3cd-7532fa67fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6976e9d4-7315-4815-96cf-f30d2e3ede52,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:30.436743 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.639142 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.765758 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:29:30.877300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:30.887871 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Sync routers for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:30.899051 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:30.899974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:30.908647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:30.913841 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54540) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:30.924006 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9da286ba-3480-437e-9567-e5394698220d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6713967 Aug 19 09:29:31.022480 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:31.153407 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd8dfe-66ba-4297-a97e-163bf9e10945 None None] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:29:31.253740 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-a0b9bfeb-867a-4b4d-b3de-a7680ab4656f None None] Provisioning for port acb78ea5-d600-48a7-b97a-062908719db4 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:31.338482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:30Z', 'revision_number': 3, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:31.371606 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Checking router: 67e5aca5-9273-46e6-b50a-74d25a03a4c7 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:31.372194 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Updating router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:29:31.383948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.436939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.553551 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Allocated IP 172.20.0.1 (016591c5-c729-4b00-8d4b-0a7b38936a0c/e79e5bee-c5c0-432b-b881-f7aabce753b8/3802025c-e413-4041-8963-c081a1823bab) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:31.678754 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.693207 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Transition to ACTIVE for port object 3802025c-e413-4041-8963-c081a1823bab will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:31.738083 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.802301 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device acb78ea5-d600-48a7-b97a-062908719db4 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:31.807130 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Pushing event updated for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:31.814928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:31.814928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:31.816472 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:31.860427 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.868164 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.885239 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Transition to ACTIVE for port object 994d3eb7-55c8-46a8-9091-5bfa27afabc8 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:31.897420 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:31.902874 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port acb78ea5-d600-48a7-b97a-062908719db4 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:31.994454 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.059535 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port acb78ea5-d600-48a7-b97a-062908719db4 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:32.060121 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.112550 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556458-8402-41eb-8c1c-1f13015b56ee None None] Pushing event updated for resources: {'Port': ['ID=994d3eb7-55c8-46a8-9091-5bfa27afabc8,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:32.115396 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Attempting to bind port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:32.115767 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Attempting to bind port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:32.116127 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Attempting to bind port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:32.132660 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:32.133157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:32.133435 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.133823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:32.134343 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Bound port: 994d3eb7-55c8-46a8-9091-5bfa27afabc8, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:32.134729 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.138652 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-4173a9d7-00cd-41ab-9e9f-a8c9ae289186 None None] Provisioning for port 3802025c-e413-4041-8963-c081a1823bab completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:32.158000 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.160139 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-4173a9d7-00cd-41ab-9e9f-a8c9ae289186 None None] Provisioning complete for port 3802025c-e413-4041-8963-c081a1823bab triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:32.161039 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4173a9d7-00cd-41ab-9e9f-a8c9ae289186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.163700 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.249823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] For port 994d3eb7-55c8-46a8-9091-5bfa27afabc8, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:32.258033 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-4173a9d7-00cd-41ab-9e9f-a8c9ae289186 None None] Port 3802025c-e413-4041-8963-c081a1823bab cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:29:32.272265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] For port 994d3eb7-55c8-46a8-9091-5bfa27afabc8, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=994d3eb7-55c8-46a8-9091-5bfa27afabc8,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:32.273683 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.283366 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.351813 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port acb78ea5-d600-48a7-b97a-062908719db4, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=acb78ea5-d600-48a7-b97a-062908719db4,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:32.365764 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.371401 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556458-8402-41eb-8c1c-1f13015b56ee None None] Pushing event updated for resources: {'Port': ['ID=994d3eb7-55c8-46a8-9091-5bfa27afabc8,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:32.374142 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:32.374764 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:32.433553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device d646924e-7177-496c-89a1-9d61c8833f5d no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:29:32.460972 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: d646924e-7177-496c-89a1-9d61c8833f5d {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:29:32.461313 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device d646924e-7177-496c-89a1-9d61c8833f5d not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:29:32.475773 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Pushing event updated for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:32.478310 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.487903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.488252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.488629 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.489002 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.489629 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.489629 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.489917 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.490235 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.490567 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.490872 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.491304 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.491628 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:32.524701 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=acb78ea5-d600-48a7-b97a-062908719db4,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:32.543787 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:32.577208 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:32.578582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:32.695043 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:29:32.761355 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aed19571-4887-43c7-8017-98646cccb629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:32Z', 'revision_number': 2, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:32.796261 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed19571-4887-43c7-8017-98646cccb629 None None] The sync data for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi is: [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:32Z', 'revision_number': 2, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:32.804440 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:32.808569 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-5ed2d475-4118-4fb8-b982-0f3505d6f22e None None] Provisioning complete for port 3802025c-e413-4041-8963-c081a1823bab triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:32.808947 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5ed2d475-4118-4fb8-b982-0f3505d6f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:32.809552 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f5209ef3-21f4-46e0-9e88-a8ae8ab8765b admin admin] 10.222.0.32 "PUT /v2.0/routers/67e5aca5-9273-46e6-b50a-74d25a03a4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944712 Aug 19 09:29:32.845489 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2d475-4118-4fb8-b982-0f3505d6f22e None None] Port 3802025c-e413-4041-8963-c081a1823bab cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:29:33.448105 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54592) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:33.453111 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-265466461-network', 'tenant_id': 'def341414f994077803baeaa0d41bea0'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:33.477011 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Made reservation on behalf of def341414f994077803baeaa0d41bea0 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:29:33.479496 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.487691 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.586485 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.590249 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.619152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:29:33.625913 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edef9d4e-9be0-4791-a5ad-c0f633da62d3,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:33.632167 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.632514 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Added segment b80e3e5a-2b33-4b4e-8e17-45606721f798 of type vlan for network 202577fa-60e7-42d8-a69a-3621f7226014 Aug 19 09:29:33.681373 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.709467 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.710892 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:33.711516 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.758205 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3089211 Aug 19 09:29:33.760865 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54594) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:33.764038 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device acb78ea5-d600-48a7-b97a-062908719db4 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:33.767926 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Request body: {'subnet': {'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-265466461-subnet', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:33.795552 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34b4e5-93db-4d91-922c-8928f79e79bf admin admin] Pushing event updated for resources: {'Network': ['ID=202577fa-60e7-42d8-a69a-3621f7226014,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:33.808329 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Made reservation on behalf of def341414f994077803baeaa0d41bea0 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:29:33.809073 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 202577fa-60e7-42d8-a69a-3621f7226014 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:29:33.812331 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16342921'] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.859567 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port acb78ea5-d600-48a7-b97a-062908719db4 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:33.859952 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:33.958508 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 994d3eb7-55c8-46a8-9091-5bfa27afabc8 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:33.993491 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14877397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16342943'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.010846 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:34.015116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:34.015642 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.064422 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ceef13-2215-463e-87f7-f4ef5dc84cb3,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:34.066788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Checking segment: {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:34.067807 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Network hostable DHCP agents. Network: 202577fa-60e7-42d8-a69a-3621f7226014, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:29:34.088523 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Network 202577fa-60e7-42d8-a69a-3621f7226014 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:29:34.100326 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 202577fa-60e7-42d8-a69a-3621f7226014) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:34.104850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:29:34.105495 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.110306 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7a57f-6ca0-4575-80dd-20b16be01395 None None] Network 202577fa-60e7-42d8-a69a-3621f7226014 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:29:34.112495 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.122278 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-991278fe-3d24-424d-b79e-44a87d7bca74 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3581018 Aug 19 09:29:34.122453 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54596) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:34.127322 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:34.149668 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.150861 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.171434 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 994d3eb7-55c8-46a8-9091-5bfa27afabc8, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=994d3eb7-55c8-46a8-9091-5bfa27afabc8,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:34.177561 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.210203 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.261947 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=994d3eb7-55c8-46a8-9091-5bfa27afabc8,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:34.339871 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-202577fa-60e7-42d8-a69a-3621f7226014', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:29:34.340975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.360647 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.471631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54606) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:34.502055 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Allocated IP 172.20.0.2 (202577fa-60e7-42d8-a69a-3621f7226014/41ceef13-2215-463e-87f7-f4ef5dc84cb3/740017c1-289b-49fa-8095-c9d028732d35) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:34.588140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.596573 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089470d7-a52d-402f-95a0-c6cc6710bcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.611557 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.663799 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.673026 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Transition to ACTIVE for port object 740017c1-289b-49fa-8095-c9d028732d35 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:34.690272 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Transition to ACTIVE for port object 740017c1-289b-49fa-8095-c9d028732d35 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:34.699182 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.711761 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089470d7-a52d-402f-95a0-c6cc6710bcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.718143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-089470d7-a52d-402f-95a0-c6cc6710bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.731456 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Allocated IP 172.27.3.18 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/a9d2104c-7211-46c5-af3d-3054692f30de) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:34.749480 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-089470d7-a52d-402f-95a0-c6cc6710bcf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99dd11bfb9064f3b924bbea810401984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767224 Aug 19 09:29:34.750822 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Network 202577fa-60e7-42d8-a69a-3621f7226014 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:34.752239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54610) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:34.752373 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:34.756096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:34.765104 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Pushing event updated for resources: {'Port': ['ID=740017c1-289b-49fa-8095-c9d028732d35,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:34.769433 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089470d7-a52d-402f-95a0-c6cc6710bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4369d7f-8fb8-4f2c-9dc3-e7e30ace3d36,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:34.822516 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Attempting to bind port 740017c1-289b-49fa-8095-c9d028732d35 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:34.822899 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Attempting to bind port 740017c1-289b-49fa-8095-c9d028732d35 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:34.823252 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Attempting to bind port 740017c1-289b-49fa-8095-c9d028732d35 on network 202577fa-60e7-42d8-a69a-3621f7226014 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:34.828780 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:34.829150 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Checking segment: {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:34.829557 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.829951 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Bound using segment: {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:34.830414 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Bound port: 740017c1-289b-49fa-8095-c9d028732d35, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:34.830791 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.875910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.897448 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] For port 740017c1-289b-49fa-8095-c9d028732d35, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:34.898787 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Sync routers for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:34.901206 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.901423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] For port 740017c1-289b-49fa-8095-c9d028732d35, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=740017c1-289b-49fa-8095-c9d028732d35,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:34.906917 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.909633 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:34.910691 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:34.917929 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:34.981069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc9099-b684-4c8c-8e4d-9366a6ca0fb5 None None] Pushing event updated for resources: {'Port': ['ID=740017c1-289b-49fa-8095-c9d028732d35,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:34.989432 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.018343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.021061 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.024667 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4369d7f-8fb8-4f2c-9dc3-e7e30ace3d36 HTTP/1.1" status: 204 len: 168 time: 0.2688417 Aug 19 09:29:35.042264 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:35.042577 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314a08e-e462-4065-9a9b-a056b4eb535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4369d7f-8fb8-4f2c-9dc3-e7e30ace3d36,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:35.053878 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:35.055562 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d2104c-7211-46c5-af3d-3054692f30de,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:35.059901 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:35.062314 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:35.399729 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.418179 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:32Z', 'revision_number': 2, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:35.448714 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Checking router: 67e5aca5-9273-46e6-b50a-74d25a03a4c7 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:35.449070 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Updating router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 port 3802025c-e413-4041-8963-c081a1823bab binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:29:35.481861 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.620646 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.736397 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.799972 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.802449 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Router edd093a1-b332-454c-b822-778f111218ca is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:29:35.811816 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Transition to ACTIVE for port object 3802025c-e413-4041-8963-c081a1823bab will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:35.813944 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 994d3eb7-55c8-46a8-9091-5bfa27afabc8 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:35.820076 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.878656 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Pushing event updated for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:35.892249 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.892249 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.892671 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.892900 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.893225 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.893548 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.893870 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.894183 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.894523 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.894868 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.897105 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.899848 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:29:35.915330 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:35.915711 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:35.978996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:35.996555 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Sync routers for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:35.998751 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Attempting to bind port 3802025c-e413-4041-8963-c081a1823bab on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:35.999187 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Attempting to bind port 3802025c-e413-4041-8963-c081a1823bab by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:36.003717 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Attempting to bind port 3802025c-e413-4041-8963-c081a1823bab on network 016591c5-c729-4b00-8d4b-0a7b38936a0c {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:36.014266 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:36.014628 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Checking segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:36.014908 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.015040 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.015478 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Bound using segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:36.016076 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Bound port: 3802025c-e413-4041-8963-c081a1823bab, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:36.016483 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.016696 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c0a8a501-aece-469d-9156-1b5ef176cad3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8931668 Aug 19 09:29:36.019528 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54634) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:36.064612 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 740017c1-289b-49fa-8095-c9d028732d35 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:36.099627 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:36.100752 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:36.109958 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] For port 3802025c-e413-4041-8963-c081a1823bab, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:36.114435 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] For port 3802025c-e413-4041-8963-c081a1823bab, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=3802025c-e413-4041-8963-c081a1823bab,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:36.125421 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.243813 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:36.244494 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:36.249923 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bd75f-1074-41e8-ba10-662fc76d4c30 None None] Pushing event updated for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:36.366349 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a50d74-619c-4b2d-9562-8e95f67ba8a6 None None] Network 202577fa-60e7-42d8-a69a-3621f7226014 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:29:36.397906 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:36.485616 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:36.577391 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 740017c1-289b-49fa-8095-c9d028732d35 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:36.664746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Provisioning for port 740017c1-289b-49fa-8095-c9d028732d35 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:36.666188 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.683021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Provisioning complete for port 740017c1-289b-49fa-8095-c9d028732d35 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:36.683414 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.711314 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:36Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:36.742694 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905db78-5a06-462b-9f13-9f1b11b6a527 None None] The sync data for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi is: [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:36Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:36.873597 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:35Z', 'revision_number': 3, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:36.875902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:36.885295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Allocated IP 172.20.0.1 (202577fa-60e7-42d8-a69a-3621f7226014/41ceef13-2215-463e-87f7-f4ef5dc84cb3/fcb89964-c8ee-4fd3-ad31-a370839b2d7a) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:29:36.933465 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Checking router: edd093a1-b332-454c-b822-778f111218ca for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:36.933823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Updating router edd093a1-b332-454c-b822-778f111218ca port a9d2104c-7211-46c5-af3d-3054692f30de binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:29:36.991173 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] For port 740017c1-289b-49fa-8095-c9d028732d35, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=740017c1-289b-49fa-8095-c9d028732d35,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:36.992522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.021107 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.028248 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.046464 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Transition to ACTIVE for port object fcb89964-c8ee-4fd3-ad31-a370839b2d7a will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:37.090784 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.136264 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Network 202577fa-60e7-42d8-a69a-3621f7226014 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:37.140627 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:37.146939 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:29:37.170457 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67785e0-28cd-430c-a282-edce46ad00ca None None] Pushing event updated for resources: {'Port': ['ID=740017c1-289b-49fa-8095-c9d028732d35,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:37.188300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Pushing event updated for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:37.206476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.390511 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-88fcd9fb-6ae8-4042-97eb-ca213cbb7b7a None None] Provisioning complete for port 740017c1-289b-49fa-8095-c9d028732d35 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:37.390928 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-88fcd9fb-6ae8-4042-97eb-ca213cbb7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.401718 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.447492 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.463422 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Transition to ACTIVE for port object a9d2104c-7211-46c5-af3d-3054692f30de will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:37.472889 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.535886 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54662) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:37.569407 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc799-4e6f-4fb5-99b5-ae6ea1d64c03 None None] Pushing event updated for resources: {'Port': ['ID=a9d2104c-7211-46c5-af3d-3054692f30de,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:37.572036 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Attempting to bind port a9d2104c-7211-46c5-af3d-3054692f30de on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:37.572507 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Attempting to bind port a9d2104c-7211-46c5-af3d-3054692f30de by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:37.575881 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Attempting to bind port a9d2104c-7211-46c5-af3d-3054692f30de on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:37.582198 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:37.582898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:37.583473 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.584055 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:37.584652 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Bound port: a9d2104c-7211-46c5-af3d-3054692f30de, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:37.585133 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.648811 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] For port a9d2104c-7211-46c5-af3d-3054692f30de, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:37.653122 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] For port a9d2104c-7211-46c5-af3d-3054692f30de, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a9d2104c-7211-46c5-af3d-3054692f30de,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:37.658255 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.719140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2071-d6b7-4966-957b-860596299b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.722515 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 3802025c-e413-4041-8963-c081a1823bab up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:37.799824 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-4ffb5248-4e41-4483-a6d0-005a828def46 None None] Provisioning for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:37.808604 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc799-4e6f-4fb5-99b5-ae6ea1d64c03 None None] Pushing event updated for resources: {'Port': ['ID=a9d2104c-7211-46c5-af3d-3054692f30de,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:37.815981 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:37.816585 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:37.818839 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-4ffb5248-4e41-4483-a6d0-005a828def46 None None] Provisioning complete for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:37.819208 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4ffb5248-4e41-4483-a6d0-005a828def46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.845957 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2071-d6b7-4966-957b-860596299b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.852599 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d4bb2071-d6b7-4966-957b-860596299b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.893904 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb2071-d6b7-4966-957b-860596299b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae0b69d-aadd-473d-ac46-584d76107d16,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:37.902306 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d4bb2071-d6b7-4966-957b-860596299b51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2e338421ee847b1996d02570f05b470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652868 Aug 19 09:29:37.903235 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54666) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:37.904089 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb5248-4e41-4483-a6d0-005a828def46 None None] Port fcb89964-c8ee-4fd3-ad31-a370839b2d7a cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:29:37.906695 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 3802025c-e413-4041-8963-c081a1823bab completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:37.913456 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 3802025c-e413-4041-8963-c081a1823bab triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:37.913832 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.924071 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.931889 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.954945 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:37.977533 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.006367 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.006607 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:38.009360 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Pushing event updated for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:38.032689 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.035375 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.037415 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ae0b69d-aadd-473d-ac46-584d76107d16 HTTP/1.1" status: 204 len: 168 time: 0.1330659 Aug 19 09:29:38.048783 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d10d9-3ce5-4e32-9b92-92bd25d9e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae0b69d-aadd-473d-ac46-584d76107d16,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:38.118693 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Network 202577fa-60e7-42d8-a69a-3621f7226014 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:29:38.120608 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:29:38.190647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.254060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Router edd093a1-b332-454c-b822-778f111218ca has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:29:38.260783 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 3802025c-e413-4041-8963-c081a1823bab, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=3802025c-e413-4041-8963-c081a1823bab,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:38.291856 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.292879 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 740017c1-289b-49fa-8095-c9d028732d35 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:38.388235 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:29:38.394351 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9beb4660-f4a6-4325-8113-0710cfd9fbca admin admin] 10.222.0.32 "PUT /v2.0/routers/edd093a1-b332-454c-b822-778f111218ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727231 Aug 19 09:29:38.424621 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54674) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:38.438542 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4d41e8b9-996e-4620-933f-c68277aa2b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.537095 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:38.554980 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fcb89964-c8ee-4fd3-ad31-a370839b2d7a', 'name': '', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'mac_address': 'fa:16:3e:52:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:36Z', 'updated_at': '2021-08-19T09:29:36Z', 'revision_number': 1, 'project_id': 'def341414f994077803baeaa0d41bea0', 'subnets': [{'id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:38.555359 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4d41e8b9-996e-4620-933f-c68277aa2b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.561277 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4d41e8b9-996e-4620-933f-c68277aa2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.587254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691cf3f-2484-4ad6-8739-b8550f0fc168 None None] The sync data for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi is: [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fcb89964-c8ee-4fd3-ad31-a370839b2d7a', 'name': '', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'mac_address': 'fa:16:3e:52:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:36Z', 'updated_at': '2021-08-19T09:29:36Z', 'revision_number': 1, 'project_id': 'def341414f994077803baeaa0d41bea0', 'subnets': [{'id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:38.590496 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-ba383515-b5ed-4219-b487-34ed15cc179a None None] Provisioning complete for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:38.590879 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ba383515-b5ed-4219-b487-34ed15cc179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.594177 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 740017c1-289b-49fa-8095-c9d028732d35 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:38.594550 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.609781 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41e8b9-996e-4620-933f-c68277aa2b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8755e5b-c83b-4290-a870-09b2904ff8e0,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:38.619283 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4d41e8b9-996e-4620-933f-c68277aa2b40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8b9d8a4b4ea455aa36cf0b6135c8ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935549 Aug 19 09:29:38.621764 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54680) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:38.657408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-ba383515-b5ed-4219-b487-34ed15cc179a None None] Port fcb89964-c8ee-4fd3-ad31-a370839b2d7a cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:29:38.689196 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.714351 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.766620 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.769485 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:38.770946 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8755e5b-c83b-4290-a870-09b2904ff8e0 HTTP/1.1" status: 204 len: 168 time: 0.1482069 Aug 19 09:29:38.780462 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc46878-dc91-43d8-be4e-a157bc8392bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8755e5b-c83b-4290-a870-09b2904ff8e0,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.103238 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54690) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.107958 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409313387', 'description': 'tempest-secgroup-smoke-409313387 description', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.133159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.224401 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.230604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.257919 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.259462 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1548576 Aug 19 09:29:39.261017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b129e85-3696-450e-80ef-c7dfd8805981 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7659d-ffa0-4835-9be5-c9eecbfe4e85,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.262183 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54698) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.266847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.294441 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.353074 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.364300 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.383323 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476b051b-45c5-4b5c-b737-f1f0a648c6d5,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.385766 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.386979 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c3929600-a418-4756-8123-9140445e404f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237824 Aug 19 09:29:39.389933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54704) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.394707 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.421659 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.488953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.492972 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.511510 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38feb741-74f5-4f4a-9097-605b9b08640b,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.517121 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.518245 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2fb7383e-61be-475e-ac96-530d47f96edb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271780 Aug 19 09:29:39.521626 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54710) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.526072 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.552851 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.622848 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.627604 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.664091 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd687480-2b10-47ea-b00c-4ab46020c1be,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.670819 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.672363 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-e3553dec-d4d6-4800-9d55-6d3a12bd4f7a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497889 Aug 19 09:29:39.675140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54714) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.684885 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.714077 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 3802025c-e413-4041-8963-c081a1823bab up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:39.731239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.778439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 3802025c-e413-4041-8963-c081a1823bab triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:39.778902 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.805353 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.809799 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.827604 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1dd59a-a366-4d8e-b02b-9742efbfe027,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.837635 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.842629 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 54718) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:39.842902 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f145ab30-6cdc-449d-ac37-6fd982f1e100 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1662636 Aug 19 09:29:39.848080 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:39.892348 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.securitygroups_db [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Project 06f1ca56a68b40f693d7f41d1f8646d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:29:39.898209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.966132 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.970458 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.993821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5446be8f-7f41-4bc0-908e-a52d3223fb3c,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:39.997002 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:39.998625 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-7e049c66-328c-448a-a040-37985b709c03 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544027 Aug 19 09:29:40.001419 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 54726) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:40.007670 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'security_group_rule': {'security_group_id': 'fad7659d-ffa0-4835-9be5-c9eecbfe4e85', 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:29:40.031348 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.securitygroups_db [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Project 06f1ca56a68b40f693d7f41d1f8646d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:29:40.036576 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:40.112765 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:40.117962 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:40.137360 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4976ecee-036c-4ce8-a0e9-7932f7926bdf,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:40.150984 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:40.152412 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-39185fa0-b584-4e10-8875-5f03e4282acd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490002 Aug 19 09:29:41.034364 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Sync routers for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:29:41.044305 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:41.044914 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:41.157111 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:41.367138 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fcb89964-c8ee-4fd3-ad31-a370839b2d7a', 'name': '', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'mac_address': 'fa:16:3e:52:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:36Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 2, 'project_id': 'def341414f994077803baeaa0d41bea0', 'subnets': [{'id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:41.393779 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Checking router: edd093a1-b332-454c-b822-778f111218ca for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:29:41.394186 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Updating router edd093a1-b332-454c-b822-778f111218ca port fcb89964-c8ee-4fd3-ad31-a370839b2d7a binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:29:41.421543 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.663234 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a9d2104c-7211-46c5-af3d-3054692f30de up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:41.689600 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.699845 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Transition to ACTIVE for port object fcb89964-c8ee-4fd3-ad31-a370839b2d7a will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:29:41.706993 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.737188 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port a9d2104c-7211-46c5-af3d-3054692f30de completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:41.743488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port a9d2104c-7211-46c5-af3d-3054692f30de triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:41.744047 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.772197 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155316-5d3d-49c7-999a-f9363d65004d None None] Pushing event updated for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:41.861356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.863416 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Attempting to bind port fcb89964-c8ee-4fd3-ad31-a370839b2d7a on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:29:41.863955 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Attempting to bind port fcb89964-c8ee-4fd3-ad31-a370839b2d7a by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:29:41.864486 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Attempting to bind port fcb89964-c8ee-4fd3-ad31-a370839b2d7a on network 202577fa-60e7-42d8-a69a-3621f7226014 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:29:41.871763 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:29:41.872483 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Checking segment: {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:29:41.873064 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.873731 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Bound using segment: {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:29:41.874284 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Bound port: fcb89964-c8ee-4fd3-ad31-a370839b2d7a, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e3e5a-2b33-4b4e-8e17-45606721f798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:29:41.874684 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.917850 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port a9d2104c-7211-46c5-af3d-3054692f30de, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a9d2104c-7211-46c5-af3d-3054692f30de,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:41.928405 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.973765 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] For port fcb89964-c8ee-4fd3-ad31-a370839b2d7a, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:29:41.977417 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] For port fcb89964-c8ee-4fd3-ad31-a370839b2d7a, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:29:41.982300 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:41.991092 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=a9d2104c-7211-46c5-af3d-3054692f30de,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:42.043233 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:29:42.043876 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:42.089756 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155316-5d3d-49c7-999a-f9363d65004d None None] Pushing event updated for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:42.256397 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:29:42.432466 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eb5f966f-f38b-48a2-bf0f-fddca866cf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:42.459198 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fcb89964-c8ee-4fd3-ad31-a370839b2d7a', 'name': '', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'mac_address': 'fa:16:3e:52:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:36Z', 'updated_at': '2021-08-19T09:29:41Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'subnets': [{'id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:29:42.490654 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bddb7ae-f642-47bf-bc83-fd5ade8a9a64 None None] The sync data for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi is: [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:37Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'fcb89964-c8ee-4fd3-ad31-a370839b2d7a', 'name': '', 'network_id': '202577fa-60e7-42d8-a69a-3621f7226014', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'mac_address': 'fa:16:3e:52:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:36Z', 'updated_at': '2021-08-19T09:29:41Z', 'revision_number': 4, 'project_id': 'def341414f994077803baeaa0d41bea0', 'subnets': [{'id': '41ceef13-2215-463e-87f7-f4ef5dc84cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:29:43.662073 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a9d2104c-7211-46c5-af3d-3054692f30de up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:43.718046 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port a9d2104c-7211-46c5-af3d-3054692f30de triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:43.718515 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:43.795223 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fcb89964-c8ee-4fd3-ad31-a370839b2d7a up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:43.842883 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:29:43.846380 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:43.846753 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:43.934835 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:43.966034 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port fcb89964-c8ee-4fd3-ad31-a370839b2d7a, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:29:43.969563 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:44.017213 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:44.999835 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5f4c3464-1a4c-480e-ab2c-2a55ab836b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:45.206514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:45.648775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fcb89964-c8ee-4fd3-ad31-a370839b2d7a up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:29:45.699929 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port fcb89964-c8ee-4fd3-ad31-a370839b2d7a triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:29:45.700302 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:46.258974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:48.040359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.415342 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55006) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:55.519617 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-47f10411-67dd-4ca9-9e58-db949f8b4f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.604714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-47f10411-67dd-4ca9-9e58-db949f8b4f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.608519 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-47f10411-67dd-4ca9-9e58-db949f8b4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.646444 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-47f10411-67dd-4ca9-9e58-db949f8b4f69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbd0c7fb4cdf452ebe982ab1738bd70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299402 Aug 19 09:29:55.647685 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10411-67dd-4ca9-9e58-db949f8b4f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e2f895-a0d5-4598-9a20-45dd0b4f8e72,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:55.649298 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55012) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:55.698349 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.718354 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.764267 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.766891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:55.768060 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5e2f895-a0d5-4598-9a20-45dd0b4f8e72 HTTP/1.1" status: 204 len: 168 time: 0.1168711 Aug 19 09:29:55.775515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958cd17-0d2d-45a5-9e00-028274fdb11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e2f895-a0d5-4598-9a20-45dd0b4f8e72,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:56.027469 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55018) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:56.040329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c4f3dbc6-fac3-4a02-9b2c-382803d8b13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.131261 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c4f3dbc6-fac3-4a02-9b2c-382803d8b13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.135357 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c4f3dbc6-fac3-4a02-9b2c-382803d8b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.172206 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c4f3dbc6-fac3-4a02-9b2c-382803d8b13a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8dcc081f2b3494a84457a4a8043f0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436553 Aug 19 09:29:56.173284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3dbc6-fac3-4a02-9b2c-382803d8b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca7a42-8b89-47ed-af15-ac9340e51caf,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:56.174861 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55020) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:56.222656 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.242641 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.290833 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.293339 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:56.294456 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55ca7a42-8b89-47ed-af15-ac9340e51caf HTTP/1.1" status: 204 len: 168 time: 0.1185949 Aug 19 09:29:56.301561 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872872-910d-42ba-899a-3734a3bdd819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca7a42-8b89-47ed-af15-ac9340e51caf,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:56.841338 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:29:58.101575 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55094) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:58.204932 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-988828df-b638-47ba-a886-04111db6bcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.292309 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-988828df-b638-47ba-a886-04111db6bcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.295795 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-988828df-b638-47ba-a886-04111db6bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.332571 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-988828df-b638-47ba-a886-04111db6bcca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44bc5c08c51745ff80b7a9f0731c7b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299664 Aug 19 09:29:58.333683 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988828df-b638-47ba-a886-04111db6bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e40f1-e888-4b7f-89e8-d183b5762c15,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:58.335516 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55098) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:58.384347 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.404038 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.448560 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.451231 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.452396 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f46e40f1-e888-4b7f-89e8-d183b5762c15 HTTP/1.1" status: 204 len: 168 time: 0.1159008 Aug 19 09:29:58.459485 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978fbf-e428-48b2-b7ed-8443d082b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e40f1-e888-4b7f-89e8-d183b5762c15,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:58.713627 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55106) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:58.726880 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6010d708-1a3d-4f6b-a4e8-24251a2f09e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.811658 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6010d708-1a3d-4f6b-a4e8-24251a2f09e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.815350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-6010d708-1a3d-4f6b-a4e8-24251a2f09e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.856091 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-6010d708-1a3d-4f6b-a4e8-24251a2f09e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=186dd5a2b8cc489fb21377599a7e27f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413443 Aug 19 09:29:58.856953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d708-1a3d-4f6b-a4e8-24251a2f09e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be366ca-dd5f-4c6b-9956-8b2a9403dd8e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:58.858714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55108) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:29:58.907611 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.928833 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.976497 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.978990 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:29:58.980165 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4be366ca-dd5f-4c6b-9956-8b2a9403dd8e HTTP/1.1" status: 204 len: 168 time: 0.1192386 Aug 19 09:29:58.987758 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d39d9d-81f8-446e-88bd-90b0f3361ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be366ca-dd5f-4c6b-9956-8b2a9403dd8e,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:29:59.982296 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55144) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:00.082222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-10d8e355-6cd0-4404-8597-5b02684116cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.174281 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-10d8e355-6cd0-4404-8597-5b02684116cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.177969 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-10d8e355-6cd0-4404-8597-5b02684116cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.213864 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e355-6cd0-4404-8597-5b02684116cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd3c0b-7500-4749-905c-082cf7846944,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:00.219801 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-10d8e355-6cd0-4404-8597-5b02684116cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b84fd409fef4474da357dc837efb061c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364385 Aug 19 09:30:00.222634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55148) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:00.274091 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.294451 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.340126 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.342680 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:00.343890 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31dd3c0b-7500-4749-905c-082cf7846944 HTTP/1.1" status: 204 len: 168 time: 0.1202567 Aug 19 09:30:00.351715 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffeff-72ac-4f2f-825c-5ecd27401565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd3c0b-7500-4749-905c-082cf7846944,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:00.935450 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55172) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:01.030057 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-470692809-network', 'tenant_id': '90530af20b71443db439806c0549e1c9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:01.051072 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Made reservation on behalf of 90530af20b71443db439806c0549e1c9 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:01.053257 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.061159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.148307 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.152152 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.172072 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:30:01.186827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55353dfd-8a71-46f3-adf6-f64473836bb8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:01.189668 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.190054 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Added segment 293185b2-731d-45a4-817f-0b2666718073 of type vlan for network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 Aug 19 09:30:01.231565 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.255017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.255986 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:01.256570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.303130 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665257 Aug 19 09:30:01.306717 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55176) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:01.311790 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Request body: {'subnet': {'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-470692809-subnet', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'ip_version': 4}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:01.314171 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12eb73-3001-4288-840d-364d3df373cd admin admin] Pushing event updated for resources: {'Network': ['ID=17c70e32-3ff9-46f5-ae82-7db95896fdf5,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:01.325950 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:30:01.333481 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Made reservation on behalf of 90530af20b71443db439806c0549e1c9 for: {'subnet': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:01.336425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16342921'] for subnet, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.499795 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14877397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16342943'] for subnet, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.562514 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:01.569380 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Checking segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:01.570483 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Network hostable DHCP agents. Network: 17c70e32-3ff9-46f5-ae82-7db95896fdf5, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93737) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:30:01.589677 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93737) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:30:01.598323 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 17c70e32-3ff9-46f5-ae82-7db95896fdf5) {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:01.603427 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:01.604031 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.608975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375e30e-0c97-44b4-a6ea-939eba6d2e60 None None] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:30:01.620952 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6fa91e16-9f23-4fc0-9ee4-e39772816330 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3130791 Aug 19 09:30:01.623655 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55178) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:01.627935 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:01.649054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.650043 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.704095 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.756834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:30:01.758605 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.847387 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:01.894932 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Allocated IP 172.20.0.2 (17c70e32-3ff9-46f5-ae82-7db95896fdf5/261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84/486f1f13-4c12-4e82-b746-67ea4a992a8b) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:02.034993 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.043670 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Transition to ACTIVE for port object 486f1f13-4c12-4e82-b746-67ea4a992a8b will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:02.049214 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.057980 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Transition to ACTIVE for port object 486f1f13-4c12-4e82-b746-67ea4a992a8b will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:02.063615 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.068453 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.103554 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:02.108250 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:02.111753 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:02.120538 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Pushing event updated for resources: {'Port': ['ID=486f1f13-4c12-4e82-b746-67ea4a992a8b,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:02.168571 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Attempting to bind port 486f1f13-4c12-4e82-b746-67ea4a992a8b on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:02.168947 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Attempting to bind port 486f1f13-4c12-4e82-b746-67ea4a992a8b by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:02.169309 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Attempting to bind port 486f1f13-4c12-4e82-b746-67ea4a992a8b on network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:02.175886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:02.176266 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Checking segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:02.177282 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.177686 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Bound using segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:02.178162 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Bound port: 486f1f13-4c12-4e82-b746-67ea4a992a8b, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:02.178309 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Allocated IP 172.27.3.183 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/7efcb770-561f-43f6-8365-d5f5cd1f8c88) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:02.178548 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.243775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] For port 486f1f13-4c12-4e82-b746-67ea4a992a8b, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:02.246994 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] For port 486f1f13-4c12-4e82-b746-67ea4a992a8b, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=486f1f13-4c12-4e82-b746-67ea4a992a8b,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:02.252070 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.282874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.320808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de934b97-45e6-41d0-b86b-2ebf678ca6e1 None None] Pushing event updated for resources: {'Port': ['ID=486f1f13-4c12-4e82-b746-67ea4a992a8b,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:02.347899 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:02.399672 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:02.402637 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:02.405259 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:02.431524 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Pushing event updated for resources: {'Port': ['ID=7efcb770-561f-43f6-8365-d5f5cd1f8c88,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:02.942914 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.139628 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.199666 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d7178-746f-4401-a53d-dc2bccfa9380 None None] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:30:03.267642 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:30:03.280018 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1de85048-c8a7-4774-9bbd-e921d4ab4b5d None None] Provisioning for port 486f1f13-4c12-4e82-b746-67ea4a992a8b completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:03.376235 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:03.388582 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Sync routers for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:03.394914 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.397776 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:03.397933 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-bd782746-d5b8-4246-b3f6-0748791b0588 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7733111 Aug 19 09:30:03.398793 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:03.400706 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55184) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:03.518254 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:03.699638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 486f1f13-4c12-4e82-b746-67ea4a992a8b up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:03.746743 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:02Z', 'revision_number': 3, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:03.778773 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Checking router: 393323f6-77c8-48c4-8da2-9b441c3cc4a6 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:03.779130 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Updating router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:30:03.807099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 486f1f13-4c12-4e82-b746-67ea4a992a8b completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:03.810321 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.829319 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 486f1f13-4c12-4e82-b746-67ea4a992a8b triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:03.829689 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.829814 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:03.994763 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Allocated IP 172.20.0.1 (17c70e32-3ff9-46f5-ae82-7db95896fdf5/261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84/9fd53259-55fe-4c31-96fc-52b2aadbb334) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:04.019954 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.073396 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 486f1f13-4c12-4e82-b746-67ea4a992a8b, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=486f1f13-4c12-4e82-b746-67ea4a992a8b,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:04.080960 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.101878 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.114918 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Transition to ACTIVE for port object 9fd53259-55fe-4c31-96fc-52b2aadbb334 will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:04.150091 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.194141 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:04.197742 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:04.200374 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:04.229903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:04.253176 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.311285 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=486f1f13-4c12-4e82-b746-67ea4a992a8b,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:04.334300 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.346407 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Transition to ACTIVE for port object 7efcb770-561f-43f6-8365-d5f5cd1f8c88 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:04.359467 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.394531 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.417538 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Attempting to bind port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:04.417913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Attempting to bind port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:04.418286 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Attempting to bind port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:04.423676 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83627954-3b93-4a01-86a9-be3c5051d340 None None] Pushing event updated for resources: {'Port': ['ID=7efcb770-561f-43f6-8365-d5f5cd1f8c88,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:04.428404 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:04.428779 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:04.429919 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.430722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:04.431549 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Bound port: 7efcb770-561f-43f6-8365-d5f5cd1f8c88, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:04.431681 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.479072 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-6caf8b29-bc14-406a-a461-aebf25751622 None None] Provisioning for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:04.490533 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-6caf8b29-bc14-406a-a461-aebf25751622 None None] Provisioning complete for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:04.491014 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6caf8b29-bc14-406a-a461-aebf25751622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.516579 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] For port 7efcb770-561f-43f6-8365-d5f5cd1f8c88, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:04.534917 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] For port 7efcb770-561f-43f6-8365-d5f5cd1f8c88, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=7efcb770-561f-43f6-8365-d5f5cd1f8c88,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:04.540794 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.542568 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-6caf8b29-bc14-406a-a461-aebf25751622 None None] Port 9fd53259-55fe-4c31-96fc-52b2aadbb334 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:30:04.560168 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.564641 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.600714 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:04.602042 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:04.606849 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83627954-3b93-4a01-86a9-be3c5051d340 None None] Pushing event updated for resources: {'Port': ['ID=7efcb770-561f-43f6-8365-d5f5cd1f8c88,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:04.639028 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:04.642780 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.712305 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:04.729394 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:04.730699 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:04.848327 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:30:04.924296 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 2, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:04.954325 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5de6207-bd2e-43b8-8434-02d937a8fbed None None] The sync data for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi is: [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 2, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:04.968092 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-8e9760f9-aded-4d87-b92d-84a0d6721f60 None None] Provisioning complete for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:04.968469 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8e9760f9-aded-4d87-b92d-84a0d6721f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:04.972296 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:04.987322 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0c21274a-d736-4900-9b5b-0430763266e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/393323f6-77c8-48c4-8da2-9b441c3cc4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780301 Aug 19 09:30:05.010421 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-8e9760f9-aded-4d87-b92d-84a0d6721f60 None None] Port 9fd53259-55fe-4c31-96fc-52b2aadbb334 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:30:05.086911 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-b8e7267f-d6c0-49d0-a869-8cacb5f691e0 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409313387&fields=id&tenant_id=06f1ca56a68b40f693d7f41d1f8646d9 HTTP/1.1" status: 200 len: 267 time: 0.0357189 Aug 19 09:30:05.226660 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-9aca8739-ac7e-48d7-b9fa-340d0854127b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:05.228251 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-9aca8739-ac7e-48d7-b9fa-340d0854127b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 808 time: 0.1344097 Aug 19 09:30:05.245122 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-0ccf4bf4-8729-43ae-be50-f4e51a76547c tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/quotas/06f1ca56a68b40f693d7f41d1f8646d9 HTTP/1.1" status: 200 len: 375 time: 0.0109138 Aug 19 09:30:05.303378 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-7c99919d-0d0a-410c-b8fc-8ed978be4b51 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524273 Aug 19 09:30:05.418900 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-838cd7d7-976a-4c9a-8b8a-0ac92a3ee68b service neutron] 10.222.0.32 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002636 Aug 19 09:30:05.517247 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-4bdbb10a-fc67-46b5-9ced-161eefd60ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888064 Aug 19 09:30:05.544811 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55208) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:05.550597 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1538411253-network', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:05.575787 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Made reservation on behalf of a2995fbcdec44317acddca9d0f9b09c5 for: {'network': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:05.578313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.589014 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.730884 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.737680 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.749359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.760491 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:30:05.781041 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.781382 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.segments_db [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Added segment 981a2497-d920-4180-95d7-1b5174e91684 of type vlan for network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 Aug 19 09:30:05.783217 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff05dc5-1b50-434a-bbbe-c98032efc3ff,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:05.834702 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.853751 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 7efcb770-561f-43f6-8365-d5f5cd1f8c88 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:05.878701 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.879727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:05.880321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.930416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:05.935423 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:05.935815 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:05.966301 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7c43d604-26da-46bb-9c53-8abf8f1eedee req-ca12dcd2-704f-44b3-8ee5-afa7a30b2abb tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 210 time: 0.0625882 Aug 19 09:30:05.981143 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4345117 Aug 19 09:30:05.983742 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55220) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:05.988766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Request body: {'subnet': {'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1538411253-subnet', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:05.996787 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d3c64-c598-40f8-92fb-8e41e6403893 admin admin] Pushing event updated for resources: {'Network': ['ID=6a38e4bd-6787-47a6-ae26-6daf9f8a19b7,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:06.010245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:30:06.021406 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Made reservation on behalf of a2995fbcdec44317acddca9d0f9b09c5 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:06.024650 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13511492'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.096000 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.133444 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 7efcb770-561f-43f6-8365-d5f5cd1f8c88, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=7efcb770-561f-43f6-8365-d5f5cd1f8c88,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:06.138989 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.140464 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 486f1f13-4c12-4e82-b746-67ea4a992a8b up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:06.218981 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=7efcb770-561f-43f6-8365-d5f5cd1f8c88,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:06.233628 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 486f1f13-4c12-4e82-b746-67ea4a992a8b triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:06.234071 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.269271 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13511506'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.338594 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55ca826-bd72-434a-9a0f-916d36a3170c,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:06.346696 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Checking segment: {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:06.346966 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Network hostable DHCP agents. Network: 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:30:06.369160 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:30:06.379566 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:06.384726 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:06.385403 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.393011 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847705a-74d7-452d-8ae1-43d6faf293fb None None] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:30:06.410897 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-167256f9-3189-4624-b46a-7476503c5a36 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4259951 Aug 19 09:30:06.413476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55228) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:06.418453 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:06.442180 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.443184 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.497386 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.549913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'fixed_ips': [{'subnet_id': 'e55ca826-bd72-434a-9a0f-916d36a3170c'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:30:06.550779 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.649504 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.696647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Allocated IP 172.20.0.2 (6a38e4bd-6787-47a6-ae26-6daf9f8a19b7/e55ca826-bd72-434a-9a0f-916d36a3170c/af621395-1b5d-4c7f-a5e1-4b6c2cee0680) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:06.844745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.847113 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.857186 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Transition to ACTIVE for port object af621395-1b5d-4c7f-a5e1-4b6c2cee0680 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:06.868821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.883976 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Transition to ACTIVE for port object af621395-1b5d-4c7f-a5e1-4b6c2cee0680 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:06.889686 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:06.924197 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:06.926979 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:06.933171 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:06.945680 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Pushing event updated for resources: {'Port': ['ID=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:06.989228 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Allocated IP 172.27.3.217 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/a72d4be6-bee6-4453-a815-fe35aafd09d2) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:07.002610 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Attempting to bind port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:07.002984 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Attempting to bind port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:07.003378 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Attempting to bind port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 on network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:07.012039 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:07.012429 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Checking segment: {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:07.012834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.013223 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Bound using segment: {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:07.013693 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Bound port: af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:07.014170 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.125524 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] For port af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:07.135509 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-320a6fcd-ca05-4dc6-a911-0f5da03e10e7 req-6aa6f96d-6eb8-4ddf-8b1e-66d36e211289 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 210 time: 0.0486815 Aug 19 09:30:07.136005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] For port af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:07.140058 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.169838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-edc6a921-618f-47ee-a2b8-786d4af35e59 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:07.171333 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-edc6a921-618f-47ee-a2b8-786d4af35e59 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 808 time: 0.1768882 Aug 19 09:30:07.194328 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.207873 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad934bc-5816-4f91-87da-f4277c60cbaa None None] Pushing event updated for resources: {'Port': ['ID=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:07.245370 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-6fcfba09-2cc2-4d9f-a283-cf9fed6597fc tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06f1ca56a68b40f693d7f41d1f8646d9 HTTP/1.1" status: 200 len: 379 time: 0.0480049 Aug 19 09:30:07.258926 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'port': {'device_id': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'admin_state_up': True, 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'security_groups': ['fad7659d-ffa0-4835-9be5-c9eecbfe4e85']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:07.311807 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Sync routers for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:07.323160 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:07.324289 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:07.326430 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.397808 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:07.410840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:07.417024 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:07.449865 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Pushing event updated for resources: {'Port': ['ID=a72d4be6-bee6-4453-a815-fe35aafd09d2,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:07.469797 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:07.511939 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Made reservation on behalf of 06f1ca56a68b40f693d7f41d1f8646d9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:07.515454 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.679024 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 2, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:07.709911 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Checking router: 393323f6-77c8-48c4-8da2-9b441c3cc4a6 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:07.710835 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Updating router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 port 9fd53259-55fe-4c31-96fc-52b2aadbb334 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:30:07.736589 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.794843 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Allocated IP 172.20.0.11 (016591c5-c729-4b00-8d4b-0a7b38936a0c/e79e5bee-c5c0-432b-b881-f7aabce753b8/ef99c2b3-920f-4e54-9c11-002a92166219) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:07.876719 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af621395-1b5d-4c7f-a5e1-4b6c2cee0680 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:07.909576 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:07.991258 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:07.999724 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 7efcb770-561f-43f6-8365-d5f5cd1f8c88 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:08.068878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.070081 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:08.070502 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.094217 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.109833 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Transition to ACTIVE for port object 9fd53259-55fe-4c31-96fc-52b2aadbb334 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:08.140765 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.213037 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f704e7f-4c12-4158-b650-737437982c2c None None] Pushing event updated for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:08.229518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Transition to ACTIVE for port object ef99c2b3-920f-4e54-9c11-002a92166219 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:08.238237 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.313167 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Attempting to bind port 9fd53259-55fe-4c31-96fc-52b2aadbb334 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:08.314310 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Attempting to bind port 9fd53259-55fe-4c31-96fc-52b2aadbb334 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:08.314991 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Attempting to bind port 9fd53259-55fe-4c31-96fc-52b2aadbb334 on network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:08.324937 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:08.325310 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Checking segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:08.325871 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.326541 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Bound using segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:08.327026 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Bound port: 9fd53259-55fe-4c31-96fc-52b2aadbb334, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:08.327508 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.430699 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] For port 9fd53259-55fe-4c31-96fc-52b2aadbb334, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:08.435842 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] For port 9fd53259-55fe-4c31-96fc-52b2aadbb334, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=9fd53259-55fe-4c31-96fc-52b2aadbb334,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:08.442668 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.525508 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb9e10-f85c-4a7c-9cd6-b648ef936a86 None None] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:30:08.527497 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:08.528373 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:08.532116 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f704e7f-4c12-4158-b650-737437982c2c None None] Pushing event updated for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:08.628509 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Provisioning for port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:08.636824 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Provisioning complete for port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:08.637198 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.653748 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:08.654192 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b492ba4-c51f-4558-8d3c-d2de39ee117c req-492c2753-f95d-4a06-a85e-986516ed3cf3 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 210 time: 0.4029315 Aug 19 09:30:08.717616 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.778264 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:08.784222 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:08.793745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:08.848464 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.867476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:08.896768 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:08.897459 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.919967 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] For port af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:08.921254 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:08Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:08.923105 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-a9f80b25-e5bc-412e-b6b0-b6d695e42589 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690574 Aug 19 09:30:08.926782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Router e5faae0a-55f4-4e85-aef0-453214a53c48 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:30:08.929963 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:08.951944 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Request body: {'port': {'device_id': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:08.971624 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8771-a52c-40d6-a02e-6ca981653ae9 None None] The sync data for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi is: [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:08Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:09.005311 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32c45a-49eb-469e-a813-8bab181c0280 None None] Pushing event updated for resources: {'Port': ['ID=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:09.086831 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.209271 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:09.220077 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Sync routers for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:09.237911 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:09.238804 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:09.243307 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-7effcf45-f5c8-4fb0-9e9f-39187dac67ed None None] Provisioning complete for port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:09.243678 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7effcf45-f5c8-4fb0-9e9f-39187dac67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.296366 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.297614 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ce9fb084-6294-473f-ae9b-25a95a7bdc7d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8829358 Aug 19 09:30:09.300578 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55234) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:09.424898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:09.657651 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef99c2b3-920f-4e54-9c11-002a92166219 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:30:09.667073 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.726439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Transition to ACTIVE for port object ef99c2b3-920f-4e54-9c11-002a92166219 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:09.736540 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.747831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-7effcf45-f5c8-4fb0-9e9f-39187dac67ed None None] Provisioning for port ef99c2b3-920f-4e54-9c11-002a92166219 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:09.750410 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 9fd53259-55fe-4c31-96fc-52b2aadbb334 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:09.820992 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e698-0691-4754-991f-5e3ba1284de1 req-6176556a-4d3b-459a-88f5-6f76cbd6c444 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:09.823794 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b8f6e698-0691-4754-991f-5e3ba1284de1 req-6176556a-4d3b-459a-88f5-6f76cbd6c444 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0613849 Aug 19 09:30:09.839692 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:09.846502 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:09.846936 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:09.850136 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:09.880541 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b8f6e698-0691-4754-991f-5e3ba1284de1 req-d5f46419-6d35-458e-a24b-7dd45a4f2f01 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481091 Aug 19 09:30:09.914974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:07Z', 'revision_number': 3, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:09.963495 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Checking router: e5faae0a-55f4-4e85-aef0-453214a53c48 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:09.964169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Updating router e5faae0a-55f4-4e85-aef0-453214a53c48 port a72d4be6-bee6-4453-a815-fe35aafd09d2 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:30:09.966573 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Attempting to bind port ef99c2b3-920f-4e54-9c11-002a92166219 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:09.968741 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Attempting to bind port ef99c2b3-920f-4e54-9c11-002a92166219 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:09.968741 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Attempting to bind port ef99c2b3-920f-4e54-9c11-002a92166219 on network 016591c5-c729-4b00-8d4b-0a7b38936a0c {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:09.976636 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Port ef99c2b3-920f-4e54-9c11-002a92166219 on network 016591c5-c729-4b00-8d4b-0a7b38936a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:30:09.976969 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Attempting to bind port ef99c2b3-920f-4e54-9c11-002a92166219 on network 016591c5-c729-4b00-8d4b-0a7b38936a0c {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:09.999749 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.001368 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:10.001565 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.001744 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Checking segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:10.002096 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Bound using segment: {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:10.002578 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Bound port: ef99c2b3-920f-4e54-9c11-002a92166219, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:10.002875 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.064438 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 9fd53259-55fe-4c31-96fc-52b2aadbb334, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=9fd53259-55fe-4c31-96fc-52b2aadbb334,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:10.114362 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.114937 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.115065 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af621395-1b5d-4c7f-a5e1-4b6c2cee0680 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:10.118593 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:10.154449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:10.164442 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.236374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:10.236994 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.239060 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1094 time: 1.2982941 Aug 19 09:30:10.239060 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:10.242159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09129b19-6122-48e6-af5e-232a0c44ff14" -d '{"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:10.262134 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:10.296228 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:10.296613 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.308914 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db402c-67ff-4964-8a50-0acdea5b3c09 x-openstack-request-id: req-98db402c-67ff-4964-8a50-0acdea5b3c09 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:10.309348 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:10.309601 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98db402c-67ff-4964-8a50-0acdea5b3c09 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:10.309996 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'status': 'completed', 'code': 200} Aug 19 09:30:10.310727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a83e3-c29c-4db6-baf0-0506c50ea8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:10.409312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-2ce96ac5-c6c8-47ed-859b-e74f86270b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:10.410027 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-2ce96ac5-c6c8-47ed-859b-e74f86270b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1097 time: 0.0882940 Aug 19 09:30:10.425141 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Allocated IP 172.20.0.1 (6a38e4bd-6787-47a6-ae26-6daf9f8a19b7/e55ca826-bd72-434a-9a0f-916d36a3170c/c655f988-065c-46a8-9a9d-8440a64726f8) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:10.468675 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.468951 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-4e24369b-2a85-450e-a693-f3f8c9f3d6ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 217 time: 0.0412066 Aug 19 09:30:10.483356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Transition to ACTIVE for port object a72d4be6-bee6-4453-a815-fe35aafd09d2 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:10.489385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.551119 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Attempting to bind port a72d4be6-bee6-4453-a815-fe35aafd09d2 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:10.551421 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Attempting to bind port a72d4be6-bee6-4453-a815-fe35aafd09d2 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:10.551789 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Attempting to bind port a72d4be6-bee6-4453-a815-fe35aafd09d2 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:10.558694 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb73ab8-76a4-4ff6-9051-b8517f4817ed None None] Pushing event updated for resources: {'Port': ['ID=a72d4be6-bee6-4453-a815-fe35aafd09d2,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:10.563264 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:10.563678 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:10.564084 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.564470 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:10.564943 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Bound port: a72d4be6-bee6-4453-a815-fe35aafd09d2, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:10.565321 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.567430 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-edf0c4a2-5bc9-4186-a427-1f7b8437c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:10.568919 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-edf0c4a2-5bc9-4186-a427-1f7b8437c633 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0917597 Aug 19 09:30:10.620151 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] For port a72d4be6-bee6-4453-a815-fe35aafd09d2, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:10.623687 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] For port a72d4be6-bee6-4453-a815-fe35aafd09d2, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a72d4be6-bee6-4453-a815-fe35aafd09d2,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:10.628471 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.634797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.653554 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-ab3b1233-450d-478d-a7f4-990101a662a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:10.655053 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-ab3b1233-450d-478d-a7f4-990101a662a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762565 Aug 19 09:30:10.655967 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Transition to ACTIVE for port object c655f988-065c-46a8-9a9d-8440a64726f8 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:10.682067 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:10.683298 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:10.729552 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb73ab8-76a4-4ff6-9051-b8517f4817ed None None] Pushing event updated for resources: {'Port': ['ID=a72d4be6-bee6-4453-a815-fe35aafd09d2,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:10.747809 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:10.799840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:10.806336 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-d9155739-b051-4cbb-b66e-32ef973ba426 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416624 Aug 19 09:30:10.807363 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:10.809079 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:10.812713 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:10.882319 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Pushing event updated for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:10.912782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.004641 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44c6cf8d-a57f-4059-b125-16f455efe957 req-60435429-4474-4416-9ad4-2a991756d595 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897349 Aug 19 09:30:11.012245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:07Z', 'revision_number': 3, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:11.018938 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91c39-f811-4c0f-b1a7-7c69e98f046e req-7afd422a-0859-4e44-860b-6d3e02c4db2e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:11.021196 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44e91c39-f811-4c0f-b1a7-7c69e98f046e req-7afd422a-0859-4e44-860b-6d3e02c4db2e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0650997 Aug 19 09:30:11.048005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d4e11-cac2-41f7-9bd8-3bb7c062d333 None None] The sync data for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi is: [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:07Z', 'revision_number': 3, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:11.071454 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-44e91c39-f811-4c0f-b1a7-7c69e98f046e req-1f7cbe66-0834-446b-835e-19e5f5d4f8c4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Aug 19 09:30:11.093406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-8a56c02c-f15e-4eff-b4b1-5ca31dee2553 None None] Provisioning for port c655f988-065c-46a8-9a9d-8440a64726f8 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:11.098110 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-8a56c02c-f15e-4eff-b4b1-5ca31dee2553 None None] Provisioning complete for port c655f988-065c-46a8-9a9d-8440a64726f8 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:11.098523 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8a56c02c-f15e-4eff-b4b1-5ca31dee2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.120734 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.143939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c02c-f15e-4eff-b4b1-5ca31dee2553 None None] Port c655f988-065c-46a8-9a9d-8440a64726f8 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:30:11.175318 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-04964ef2-7da7-435d-b26c-c218ac138e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:11.176814 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-04964ef2-7da7-435d-b26c-c218ac138e6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1097 time: 0.0861893 Aug 19 09:30:11.337829 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-4d000880-2d74-4a76-94b7-63fb27ae7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:11.339242 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-4d000880-2d74-4a76-94b7-63fb27ae7417 service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.1553938 Aug 19 09:30:11.396279 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-d2851a7c-8e43-479b-b3f5-260256046d1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 217 time: 0.0467975 Aug 19 09:30:11.448018 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.455160 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.497861 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-8f01629c-d1c5-4b34-b8bf-f1669a7ffb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:11.499369 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-8f01629c-d1c5-4b34-b8bf-f1669a7ffb8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0958011 Aug 19 09:30:11.556751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.560066 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Pushing event updated for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:11.620061 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-f7390a32-594a-436c-8a41-aed9032bf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:11.621573 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-f7390a32-594a-436c-8a41-aed9032bf1da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122851 Aug 19 09:30:11.757468 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 9fd53259-55fe-4c31-96fc-52b2aadbb334 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:11.810024 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 9fd53259-55fe-4c31-96fc-52b2aadbb334 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:11.810510 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.895733 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a72d4be6-bee6-4453-a815-fe35aafd09d2 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:11.952281 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port a72d4be6-bee6-4453-a815-fe35aafd09d2 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:11.957746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port a72d4be6-bee6-4453-a815-fe35aafd09d2 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:11.958144 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:11.988227 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:11.991500 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:12.041048 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:12.056311 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-49c3e36b-fadd-45b0-b2ff-bfdd16d6025e service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271417 Aug 19 09:30:12.064610 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port a72d4be6-bee6-4453-a815-fe35aafd09d2, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a72d4be6-bee6-4453-a815-fe35aafd09d2,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:12.072085 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:12.130945 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=a72d4be6-bee6-4453-a815-fe35aafd09d2,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:12.234815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Router e5faae0a-55f4-4e85-aef0-453214a53c48 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:30:12.255609 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-09129b19-6122-48e6-af5e-232a0c44ff14 req-5ac57c0a-4746-42c2-9e1e-1f1ae45eb81b service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893458 Aug 19 09:30:12.271846 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bf74c-d0b4-4881-908d-af40f8264caa req-8cd51c6b-c696-46e5-8871-45b4de6cb159 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:12.272026 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1a2f342c-d008-4199-bf74-bded01910c76 None None] Provisioning complete for port c655f988-065c-46a8-9a9d-8440a64726f8 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:12.272317 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1a2f342c-d008-4199-bf74-bded01910c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:12.274438 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fd9bf74c-d0b4-4881-908d-af40f8264caa req-8cd51c6b-c696-46e5-8871-45b4de6cb159 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.1044290 Aug 19 09:30:12.309859 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f342c-d008-4199-bf74-bded01910c76 None None] Port c655f988-065c-46a8-9a9d-8440a64726f8 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:30:12.381721 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fd9bf74c-d0b4-4881-908d-af40f8264caa req-280c84f7-69c9-40c7-acf5-d25a9f210fd7 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739169 Aug 19 09:30:12.403833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:12.409353 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-54d03e2e-76e2-41c0-b729-71491f231e81 admin admin] 10.222.0.32 "PUT /v2.0/routers/e5faae0a-55f4-4e85-aef0-453214a53c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1067820 Aug 19 09:30:12.434621 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b0f94369-0324-439e-a238-ecc6b743a971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:12.685544 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Sync routers for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:12.694317 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:12.695235 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:12.809377 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:13.140492 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:11Z', 'revision_number': 4, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'c655f988-065c-46a8-9a9d-8440a64726f8', 'name': '', 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'mac_address': 'fa:16:3e:85:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:10Z', 'updated_at': '2021-08-19T09:30:11Z', 'revision_number': 2, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'subnets': [{'id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:13.169686 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Checking router: e5faae0a-55f4-4e85-aef0-453214a53c48 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:13.170313 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Updating router e5faae0a-55f4-4e85-aef0-453214a53c48 port c655f988-065c-46a8-9a9d-8440a64726f8 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:30:13.202510 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.532059 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409d927-dd84-4c6a-b583-f757d1cd1d97 req-acd6be1c-8567-47be-b1dc-45fc4f3f31e4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:13.539801 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a409d927-dd84-4c6a-b583-f757d1cd1d97 req-acd6be1c-8567-47be-b1dc-45fc4f3f31e4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0594275 Aug 19 09:30:13.547433 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.559420 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Transition to ACTIVE for port object c655f988-065c-46a8-9a9d-8440a64726f8 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:13.574687 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.587356 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a409d927-dd84-4c6a-b583-f757d1cd1d97 req-09ee3b45-ed92-4adc-a9f9-a7f2d8204e34 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462840 Aug 19 09:30:13.633691 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7fb4c-c218-4edd-91b3-99dd9f992930 None None] Pushing event updated for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:13.704771 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Attempting to bind port c655f988-065c-46a8-9a9d-8440a64726f8 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:13.706000 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Attempting to bind port c655f988-065c-46a8-9a9d-8440a64726f8 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:13.706588 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Attempting to bind port c655f988-065c-46a8-9a9d-8440a64726f8 on network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:13.713411 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:13.714939 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Checking segment: {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:13.715955 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.716402 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Bound using segment: {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:13.716869 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Bound port: c655f988-065c-46a8-9a9d-8440a64726f8, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981a2497-d920-4180-95d7-1b5174e91684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:13.718003 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.748654 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a72d4be6-bee6-4453-a815-fe35aafd09d2 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:13.803345 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] For port c655f988-065c-46a8-9a9d-8440a64726f8, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:13.807748 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] For port c655f988-065c-46a8-9a9d-8440a64726f8, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c655f988-065c-46a8-9a9d-8440a64726f8,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:13.819353 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.858464 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port a72d4be6-bee6-4453-a815-fe35aafd09d2 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:13.859224 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:13.941899 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:13.942702 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:29:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:14.019475 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7fb4c-c218-4edd-91b3-99dd9f992930 None None] Pushing event updated for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:14.183777 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:14.548087 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:11Z', 'revision_number': 4, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'c655f988-065c-46a8-9a9d-8440a64726f8', 'name': '', 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'mac_address': 'fa:16:3e:85:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:10Z', 'updated_at': '2021-08-19T09:30:13Z', 'revision_number': 4, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'subnets': [{'id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:14.620960 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99833fa2-8299-4c39-ba37-645dfdc1cd12 None None] The sync data for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi is: [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:11Z', 'revision_number': 4, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': 'c655f988-065c-46a8-9a9d-8440a64726f8', 'name': '', 'network_id': '6a38e4bd-6787-47a6-ae26-6daf9f8a19b7', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'mac_address': 'fa:16:3e:85:4e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:10Z', 'updated_at': '2021-08-19T09:30:13Z', 'revision_number': 4, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'subnets': [{'id': 'e55ca826-bd72-434a-9a0f-916d36a3170c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:14.789181 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c382-7af4-4224-8d24-11c6288e683f req-764019b5-242a-4bd8-8a34-5e1b4eb54aaf tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:14.797055 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d45c382-7af4-4224-8d24-11c6288e683f req-764019b5-242a-4bd8-8a34-5e1b4eb54aaf tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0927927 Aug 19 09:30:14.852228 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9d45c382-7af4-4224-8d24-11c6288e683f req-66543f4c-fa07-43b6-b12e-f376d3f428c0 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540862 Aug 19 09:30:15.009726 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7b256d19-19e8-4ffb-b75c-480809837436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:15.211782 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:15.716096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c655f988-065c-46a8-9a9d-8440a64726f8 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:15.777614 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port c655f988-065c-46a8-9a9d-8440a64726f8 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:15.783663 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port c655f988-065c-46a8-9a9d-8440a64726f8 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:15.784174 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:15.873927 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:15.913964 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port c655f988-065c-46a8-9a9d-8440a64726f8, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c655f988-065c-46a8-9a9d-8440a64726f8,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:15.921741 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:15.984611 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:16.008203 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b8587-1daa-4e3a-aedb-f0f99035258a req-45ad54a0-c408-454e-9f1c-8f4751cd6e22 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:16.015449 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-700b8587-1daa-4e3a-aedb-f0f99035258a req-45ad54a0-c408-454e-9f1c-8f4751cd6e22 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0751584 Aug 19 09:30:16.052691 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-700b8587-1daa-4e3a-aedb-f0f99035258a req-1ae5c14c-9bd7-479c-ad6b-da24c151d2e9 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363538 Aug 19 09:30:16.265518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:17.182730 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee751-8ba7-4655-9244-9a301b8c95ef req-4b30ae45-6291-40af-92b9-2cb3fc9c9030 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:17.189955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-725ee751-8ba7-4655-9244-9a301b8c95ef req-4b30ae45-6291-40af-92b9-2cb3fc9c9030 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0603700 Aug 19 09:30:17.225315 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-725ee751-8ba7-4655-9244-9a301b8c95ef req-1c70b475-0b1f-448a-bccc-ae46839b3b02 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345061 Aug 19 09:30:17.676770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c655f988-065c-46a8-9a9d-8440a64726f8 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:17.731247 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port c655f988-065c-46a8-9a9d-8440a64726f8 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:17.731644 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:18.047578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:18.348771 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd1a70-557f-4df8-b055-9cf0b2db4177 req-937566ac-7138-4586-88d9-d3d6d71b4efe tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:18.352306 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f6bd1a70-557f-4df8-b055-9cf0b2db4177 req-937566ac-7138-4586-88d9-d3d6d71b4efe tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0552008 Aug 19 09:30:18.405349 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f6bd1a70-557f-4df8-b055-9cf0b2db4177 req-a87e9e00-167a-4280-9cd9-6e213d1b69b3 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 Aug 19 09:30:19.438054 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:30:19.540705 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ab45-49a2-41b2-bb49-8885ea7b0b8e req-8f3992ca-0671-4a34-a3f5-3bdf4143b906 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:19.544998 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24e9ab45-49a2-41b2-bb49-8885ea7b0b8e req-8f3992ca-0671-4a34-a3f5-3bdf4143b906 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0586014 Aug 19 09:30:19.562941 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:19.578311 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'mac_address': 'fa:16:3e:fe:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:30:19.603339 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-24e9ab45-49a2-41b2-bb49-8885ea7b0b8e req-64475af9-50fd-4bdb-b7bc-432b21352d5e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Aug 19 09:30:19.634274 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:19.648202 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef99c2b3-920f-4e54-9c11-002a92166219 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:30:19.671877 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:19.677349 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:19.731860 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:20.071307 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ef99c2b3-920f-4e54-9c11-002a92166219'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:30:20.711868 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206650f-df08-4e00-89b0-7ee9aa683389 req-b947a642-65f4-4e92-8f0b-9ae7337f68f4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:20.718970 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f206650f-df08-4e00-89b0-7ee9aa683389 req-b947a642-65f4-4e92-8f0b-9ae7337f68f4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 945 time: 0.0569222 Aug 19 09:30:20.763737 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f206650f-df08-4e00-89b0-7ee9aa683389 req-bd946dbf-f095-4d4a-856e-de54265da28b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Aug 19 09:30:21.451446 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:21.506717 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port ef99c2b3-920f-4e54-9c11-002a92166219 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:21.512078 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port ef99c2b3-920f-4e54-9c11-002a92166219 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:21.512457 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:21.595886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:21.622966 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:21.626522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da830d2-1929-4f59-9cb9-b85376500ecd" -d '{"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-plugged", "status": "completed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:21.649910 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:21.669613 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:21.723047 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:21.878606 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8470dd3-775a-4c79-ba69-118686d6d2b2 x-openstack-request-id: req-a8470dd3-775a-4c79-ba69-118686d6d2b2 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:21.879096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-plugged", "status": "completed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:21.879553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8470dd3-775a-4c79-ba69-118686d6d2b2 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:21.880120 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'code': 200} Aug 19 09:30:21.897329 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe060f-33ed-4249-b0bd-314f8910e887 req-163a7ba6-eb32-41d3-806a-5d7e1353ae4f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:21.899374 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-88fe060f-33ed-4249-b0bd-314f8910e887 req-163a7ba6-eb32-41d3-806a-5d7e1353ae4f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0594079 Aug 19 09:30:21.940628 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-88fe060f-33ed-4249-b0bd-314f8910e887 req-e3ff43a3-fa41-4509-8a19-b903ff720ef2 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349855 Aug 19 09:30:22.132698 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724c568-f3bd-4378-acfe-289ee7042650 req-e2f17bfd-75cf-45dc-9315-ddb75142a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:22.135044 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7724c568-f3bd-4378-acfe-289ee7042650 req-e2f17bfd-75cf-45dc-9315-ddb75142a3d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0442233 Aug 19 09:30:22.174815 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7724c568-f3bd-4378-acfe-289ee7042650 req-afe7992b-271c-4046-899d-7a73c0a17450 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Aug 19 09:30:22.648931 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-554e4418-55eb-401f-bd45-5ed6947700be tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:22.650413 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-554e4418-55eb-401f-bd45-5ed6947700be tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 814 time: 0.1011732 Aug 19 09:30:22.665306 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-30a9f0a4-e3bf-4c5d-af8b-005e98b9fcf9 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/quotas/90530af20b71443db439806c0549e1c9 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Aug 19 09:30:22.719770 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-e35c06c0-24fd-480a-bf57-f569c1b7049a tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494537 Aug 19 09:30:22.812287 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-edc2b57e-643d-43ec-a132-59445fa5e51f service neutron] 10.222.0.32 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809979 Aug 19 09:30:22.903036 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-95eaebee-e784-48fc-8e72-e7c94366000a service neutron] 10.222.0.32 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848029 Aug 19 09:30:23.063586 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6e847736-1f90-4bf0-8ece-31f7dc290aea req-a7228acb-b88c-4840-9a4a-2b660b4de9ca tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Aug 19 09:30:23.070365 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b85b-672d-4c0f-b9bf-80819802a8a9 req-02281502-7566-4029-ac52-e497b42e9299 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:23.072097 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c9b2b85b-672d-4c0f-b9bf-80819802a8a9 req-02281502-7566-4029-ac52-e497b42e9299 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0542738 Aug 19 09:30:23.114664 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c9b2b85b-672d-4c0f-b9bf-80819802a8a9 req-39103a2b-c79d-4258-8ef9-9e7daa390d3d tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358286 Aug 19 09:30:24.185529 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3c1f047e-8196-43dc-9e18-d8328a63f670 req-8c09ca38-98bb-475d-9540-c9aa95245fe4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 210 time: 0.0418563 Aug 19 09:30:24.193342 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-0d148e48-a27a-4640-80f7-c8603f9aa924 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:24.195039 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-0d148e48-a27a-4640-80f7-c8603f9aa924 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 814 time: 0.1195405 Aug 19 09:30:24.228504 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'port': {'device_id': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'admin_state_up': True, 'tenant_id': '90530af20b71443db439806c0549e1c9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:24.318262 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ba0d3-13a9-41f6-955b-10c4836a3861 req-ed94c507-7f0d-4568-a810-5541c4f5822d tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:24.320441 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c98ba0d3-13a9-41f6-955b-10c4836a3861 req-ed94c507-7f0d-4568-a810-5541c4f5822d tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.1057246 Aug 19 09:30:24.379741 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c98ba0d3-13a9-41f6-955b-10c4836a3861 req-d150f58e-5b5a-453b-b4c9-f15fec82b0b0 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535004 Aug 19 09:30:24.399142 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Made reservation on behalf of 90530af20b71443db439806c0549e1c9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:30:24.402933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:24.508323 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba3148-8416-4df4-8bfb-b19ae86ea0e1 req-a3b3e9bf-1bf0-4770-9e06-c183e85a4361 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:24.515498 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-61ba3148-8416-4df4-8bfb-b19ae86ea0e1 req-a3b3e9bf-1bf0-4770-9e06-c183e85a4361 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0641615 Aug 19 09:30:24.551605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Allocated IP 172.20.0.14 (17c70e32-3ff9-46f5-ae82-7db95896fdf5/261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84/a1947c9b-406d-42f3-b1df-9498363d4e6e) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:24.579965 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-61ba3148-8416-4df4-8bfb-b19ae86ea0e1 req-45a2dda5-716e-4e36-abf3-71d5708da2c9 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479548 Aug 19 09:30:24.580547 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55358) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:24.739436 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:24.778231 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Transition to ACTIVE for port object a1947c9b-406d-42f3-b1df-9498363d4e6e will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:24.840844 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:24.902674 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa6ad8-e7a9-414f-bdd5-be09fa27d5c8 tempest-TestShelveInstance-1844430462 tempest-TestShelveInstance-1844430462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:24.908790 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55362) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:24.909021 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-63aa6ad8-e7a9-414f-bdd5-be09fa27d5c8 tempest-TestShelveInstance-1844430462 tempest-TestShelveInstance-1844430462-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1094 time: 0.3270476 Aug 19 09:30:24.921590 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:24.930882 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:24.953327 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:24.973899 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:24.985096 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for floatingip, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.025388 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:25.074565 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.074918 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.075264 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.075632 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.075964 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.076289 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.076618 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.076946 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.077268 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.077595 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.077912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.078234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:25.098823 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:25.099529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.137490 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-6d0ccb51-3d1b-4d52-89b9-cfdf5e24b08e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9132428 Aug 19 09:30:25.186570 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.332986 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Allocated IP 172.27.3.157 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:25.354177 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-e4ecbcf9-3790-498c-9004-ce8a1d62723e None None] Provisioning for port a1947c9b-406d-42f3-b1df-9498363d4e6e completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:25.362242 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-e4ecbcf9-3790-498c-9004-ce8a1d62723e None None] Provisioning complete for port a1947c9b-406d-42f3-b1df-9498363d4e6e triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:25.362886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-e4ecbcf9-3790-498c-9004-ce8a1d62723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.365515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44512870-83ef-4b1e-b9c7-484c8ab164d7 req-e1e834b9-4e6d-45c1-a2be-e4520385fc17 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:25.368163 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44512870-83ef-4b1e-b9c7-484c8ab164d7 req-e1e834b9-4e6d-45c1-a2be-e4520385fc17 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0825257 Aug 19 09:30:25.426036 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecbcf9-3790-498c-9004-ce8a1d62723e None None] Port a1947c9b-406d-42f3-b1df-9498363d4e6e cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:30:25.464386 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-44512870-83ef-4b1e-b9c7-484c8ab164d7 req-95acd1fa-8fa6-477b-8784-e662ff9bf395 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742953 Aug 19 09:30:25.502435 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.545439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:25.591230 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:25.594684 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:25.598582 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:25.625577 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'Port': ['ID=cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:25.969906 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.044614 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.202219 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.206557 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.272437 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event updated for resources: {'Port': ['ID=cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:26.285188 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.390884 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Floating IP 4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1 associated. External IP: 172.27.3.157, port: ef99c2b3-920f-4e54-9c11-002a92166219. Aug 19 09:30:26.597707 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e9182-5a43-4d1a-8824-52bfd22abbc6 req-84ee00c9-9704-4e15-9e07-9d2ac4ba2acd tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:26.603788 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bc4e9182-5a43-4d1a-8824-52bfd22abbc6 req-84ee00c9-9704-4e15-9e07-9d2ac4ba2acd tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0639622 Aug 19 09:30:26.615885 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:30:26.640189 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-bc4e9182-5a43-4d1a-8824-52bfd22abbc6 req-de76568e-3b73-42bf-8f2f-1e108c28c4f8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Aug 19 09:30:26.734716 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:26.748016 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Sync routers for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:26.753023 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:26.762680 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:26.763701 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:30:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:26.781479 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b4aed392-28fd-4fb5-bfc5-38e18fde960f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8694532 Aug 19 09:30:26.782090 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:26.784343 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764ad95a-e225-43b6-81d3-17b1caa2af6c" -d '{"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:26.824137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1a714-708e-4be5-a392-4ca5e4f81341 x-openstack-request-id: req-6fd1a714-708e-4be5-a392-4ca5e4f81341 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:26.824427 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:26.824680 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fd1a714-708e-4be5-a392-4ca5e4f81341 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:26.825108 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'status': 'completed', 'code': 200} Aug 19 09:30:26.921071 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:27.172505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'mac_address': 'fa:16:3e:fe:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:25Z', 'updated_at': '2021-08-19T09:30:25Z', 'revision_number': 0, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:27.207826 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Checking router: 67e5aca5-9273-46e6-b50a-74d25a03a4c7 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:27.216635 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:27.217255 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:30:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:27.324823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:27.557005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'mac_address': 'fa:16:3e:fe:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:25Z', 'updated_at': '2021-08-19T09:30:25Z', 'revision_number': 0, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:27.584562 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d018f-d7fa-4bb3-9b30-76979a4d98dd None None] The sync data for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi is: [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'mac_address': 'fa:16:3e:fe:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:25Z', 'updated_at': '2021-08-19T09:30:25Z', 'revision_number': 0, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:27.769365 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afb998-402a-47b4-917a-fc5d1e4c6512 req-cd2f79b8-d65b-41f0-a2c2-0df2bf277fbb tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:27.770959 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c6afb998-402a-47b4-917a-fc5d1e4c6512 req-cd2f79b8-d65b-41f0-a2c2-0df2bf277fbb tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0555687 Aug 19 09:30:27.815399 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c6afb998-402a-47b4-917a-fc5d1e4c6512 req-b09028ef-ab11-4165-86a2-33af1b787d02 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Aug 19 09:30:27.846322 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab1306-c1f7-4587-985c-e2274d591b03 None None] New status for floating IP 4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:30:28.939944 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb801f5-5135-4675-b127-eaead60e1ad4 req-1127c268-a76b-43e6-a741-b2470ca39083 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:28.941597 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4eb801f5-5135-4675-b127-eaead60e1ad4 req-1127c268-a76b-43e6-a741-b2470ca39083 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0519590 Aug 19 09:30:28.981523 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4eb801f5-5135-4675-b127-eaead60e1ad4 req-7eb77de8-817d-46a5-b13f-b566ea00be3e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Aug 19 09:30:30.114477 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796fc25-74e7-4f54-a13f-635cb55848c7 req-62e067d5-4f66-4701-95fb-3b0f63b267a4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:30.115991 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b796fc25-74e7-4f54-a13f-635cb55848c7 req-62e067d5-4f66-4701-95fb-3b0f63b267a4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0577984 Aug 19 09:30:30.157668 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b796fc25-74e7-4f54-a13f-635cb55848c7 req-9f30fe8b-08d9-41c5-8015-f906d5562649 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Aug 19 09:30:31.309751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d707b2-365c-477a-83ed-26a831a53a51 req-a2510fa5-ec2f-410c-90a8-9bc1ce0edc3a tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:31.312118 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02d707b2-365c-477a-83ed-26a831a53a51 req-a2510fa5-ec2f-410c-90a8-9bc1ce0edc3a tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0699799 Aug 19 09:30:31.380760 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-02d707b2-365c-477a-83ed-26a831a53a51 req-bb8db074-172a-43c1-b7f8-5cb1311e6c44 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573828 Aug 19 09:30:32.502180 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307ab3-63ef-4595-a61a-5a0f41c29f60 req-6bc4eaf0-8917-44cc-9652-1b47afd9bf04 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:32.504947 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ad307ab3-63ef-4595-a61a-5a0f41c29f60 req-6bc4eaf0-8917-44cc-9652-1b47afd9bf04 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0587878 Aug 19 09:30:32.547887 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ad307ab3-63ef-4595-a61a-5a0f41c29f60 req-9d3cf7e5-2d6a-4b81-8398-46db7f6b3708 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355542 Aug 19 09:30:33.842146 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:30:33.937835 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ef323-daa9-439d-b262-dffdafc21a85 req-424795cf-d7cb-4d02-9843-a1d56a7c02af tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:33.939332 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c9ef323-daa9-439d-b262-dffdafc21a85 req-424795cf-d7cb-4d02-9843-a1d56a7c02af tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.3147218 Aug 19 09:30:33.978272 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2c9ef323-daa9-439d-b262-dffdafc21a85 req-f64f2e24-c226-4e29-9454-eea53b495c72 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Aug 19 09:30:35.096205 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aed986-a1c8-4c83-a633-e6f7ff7b3cde req-0b9e555c-e18e-4b97-96fe-313af4d0b632 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:35.097901 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70aed986-a1c8-4c83-a633-e6f7ff7b3cde req-0b9e555c-e18e-4b97-96fe-313af4d0b632 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0490525 Aug 19 09:30:35.137125 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-70aed986-a1c8-4c83-a633-e6f7ff7b3cde req-0655f5c9-c4a6-4b1c-94ba-5529a45147d8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Aug 19 09:30:35.741248 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:36.251052 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27220bce-91a1-422e-a538-5ae28eadefb5 req-a49ed87f-d658-4a53-8112-0ad5d3c79c97 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:36.252822 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-27220bce-91a1-422e-a538-5ae28eadefb5 req-a49ed87f-d658-4a53-8112-0ad5d3c79c97 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0512226 Aug 19 09:30:36.291888 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-27220bce-91a1-422e-a538-5ae28eadefb5 req-e6097b43-6967-4708-8abd-a4fa966ea5c1 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Aug 19 09:30:37.291013 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Request body: {'port': {'device_id': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:37.371241 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-c8de5cbd-e31c-46c6-927d-be3cee526217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:37.372770 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-c8de5cbd-e31c-46c6-927d-be3cee526217 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0791452 Aug 19 09:30:37.381386 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:37.409974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d806df-2012-4f55-94b1-63dd31c124f3 req-6d009024-3506-4fb4-9a2e-93a879b73f3e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:37.418065 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2d806df-2012-4f55-94b1-63dd31c124f3 req-6d009024-3506-4fb4-9a2e-93a879b73f3e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 932 time: 0.0605261 Aug 19 09:30:37.451324 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c2d806df-2012-4f55-94b1-63dd31c124f3 req-445c6632-1269-46b6-8115-763f5e373f6f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Aug 19 09:30:37.564548 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-15cb55eb-4925-4afd-bcfa-837787a2945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:37.565935 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-15cb55eb-4925-4afd-bcfa-837787a2945d service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.1758828 Aug 19 09:30:37.673445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-3925a99c-870c-422c-b4c2-c4babc5eb7d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1002 time: 0.0919306 Aug 19 09:30:37.755175 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-502e3432-f9b8-4cbe-bd9f-2f4d24e0d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:37.756634 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-502e3432-f9b8-4cbe-bd9f-2f4d24e0d86a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0685434 Aug 19 09:30:37.817481 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1947c9b-406d-42f3-b1df-9498363d4e6e {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:30:37.826261 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:37.841118 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-03bde222-e0ee-44fb-85a4-f8880a830a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:37.842604 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-03bde222-e0ee-44fb-85a4-f8880a830a47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771658 Aug 19 09:30:37.844891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Transition to ACTIVE for port object a1947c9b-406d-42f3-b1df-9498363d4e6e will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:30:37.848128 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:37.895043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:38.025728 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Attempting to bind port a1947c9b-406d-42f3-b1df-9498363d4e6e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:30:38.026055 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Attempting to bind port a1947c9b-406d-42f3-b1df-9498363d4e6e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:30:38.026379 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Attempting to bind port a1947c9b-406d-42f3-b1df-9498363d4e6e on network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:38.039575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Port a1947c9b-406d-42f3-b1df-9498363d4e6e on network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:30:38.039894 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Attempting to bind port a1947c9b-406d-42f3-b1df-9498363d4e6e on network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:30:38.048361 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-1b9e9e37-5d9b-4e01-bce0-8a1949994d25 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324499 Aug 19 09:30:38.049180 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:30:38.049506 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Checking segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:30:38.049874 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Bound using segment: {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:30:38.050290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Bound port: a1947c9b-406d-42f3-b1df-9498363d4e6e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293185b2-731d-45a4-817f-0b2666718073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:30:38.050635 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:38.176966 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:30:38.194676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:30:38.197274 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-764ad95a-e225-43b6-81d3-17b1caa2af6c req-5b407ef1-ad80-472d-97cd-bf3b067f2489 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356728 Aug 19 09:30:38.198727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:38.235188 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.235803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:38.237148 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] 10.222.0.35 "PUT /v2.0/ports/a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 1094 time: 0.9506633 Aug 19 09:30:38.237572 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:38.239803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c457b-c040-433b-b17f-fa0c0a082aea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:38.265624 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdb4cb-4df7-468e-aae4-bea4de6e0549 service neutron] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:38.287987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05029673-9a65-4c5d-b22f-597f6a36536c x-openstack-request-id: req-05029673-9a65-4c5d-b22f-597f6a36536c {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:38.288320 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:38.288561 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05029673-9a65-4c5d-b22f-597f6a36536c {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:38.288964 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:30:38.345886 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-e36302c0-f72c-45a9-986e-68cd2f849280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.347425 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-e36302c0-f72c-45a9-986e-68cd2f849280 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1097 time: 0.0412273 Aug 19 09:30:38.395141 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-b08a71ea-2e8e-483f-b8c8-d2c0a34c3da2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 217 time: 0.0348892 Aug 19 09:30:38.452159 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-5bb0137f-b0ef-4361-91ac-324f3249b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.453551 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-5bb0137f-b0ef-4361-91ac-324f3249b474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0455985 Aug 19 09:30:38.498070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-a890bf56-46d8-4e05-9ba6-dba44edf712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.499536 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-a890bf56-46d8-4e05-9ba6-dba44edf712f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392065 Aug 19 09:30:38.562223 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78226886-4733-4a37-be45-aaa299b6aff7 req-e24da11b-495e-4e89-8adf-aafefc09d900 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.563722 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-78226886-4733-4a37-be45-aaa299b6aff7 req-e24da11b-495e-4e89-8adf-aafefc09d900 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 944 time: 0.0478220 Aug 19 09:30:38.587787 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-890a5b83-6349-4b15-bef3-e8ce2a06a871 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808771 Aug 19 09:30:38.601047 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-78226886-4733-4a37-be45-aaa299b6aff7 req-152b5076-fac9-4e58-b083-9cfad0a7ec5b tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310714 Aug 19 09:30:38.677927 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-418de3c8-9d16-44a8-a979-65e346ba87c5 req-b38506e4-ad04-4f6b-ba4b-6c1af7933c74 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838027 Aug 19 09:30:38.806716 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5ee8637b-9a5a-4a57-abae-dfe2a97bfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.808229 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5ee8637b-9a5a-4a57-abae-dfe2a97bfab1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1097 time: 0.0401595 Aug 19 09:30:38.901765 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5d87d7bc-bae1-4ad1-9cb2-9dc8d985a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.903252 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5d87d7bc-bae1-4ad1-9cb2-9dc8d985a753 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0870914 Aug 19 09:30:38.944538 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-234c8ead-e245-42cc-862f-a0ebdf7c00d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 217 time: 0.0342605 Aug 19 09:30:38.995154 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5e3e6d19-ebe1-4292-a651-991c092e8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:38.996650 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-5e3e6d19-ebe1-4292-a651-991c092e8d46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0427160 Aug 19 09:30:39.045474 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c457b-c040-433b-b17f-fa0c0a082aea req-e7db5a12-7766-4c4a-9750-c31855cdadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.046965 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-e7db5a12-7766-4c4a-9750-c31855cdadb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434291 Aug 19 09:30:39.135205 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-9ca76101-9630-4b41-9705-3dd4621f429f service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801008 Aug 19 09:30:39.224025 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-390c457b-c040-433b-b17f-fa0c0a082aea req-725b6050-741d-4980-9daf-fd3dc198360e service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Aug 19 09:30:39.501974 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-29e97c61-b298-4ce9-82a3-bff8c7967069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391607 Aug 19 09:30:39.607004 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d549-6430-44c0-b19b-c83006eecb69 req-262b7675-2e1d-47a5-8f3b-dff8b0e06194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.608497 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-262b7675-2e1d-47a5-8f3b-dff8b0e06194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0387373 Aug 19 09:30:39.756153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160f302-60c3-4210-89b0-9f4da86a0bd5 req-8d7be4ba-559b-49c1-81d9-19512c27e766 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.758103 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7160f302-60c3-4210-89b0-9f4da86a0bd5 req-8d7be4ba-559b-49c1-81d9-19512c27e766 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 944 time: 0.0787053 Aug 19 09:30:39.759062 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d549-6430-44c0-b19b-c83006eecb69 req-d78f52b9-0810-44ac-b09c-e1e73b189082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.760406 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-d78f52b9-0810-44ac-b09c-e1e73b189082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.1249447 Aug 19 09:30:39.834896 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7160f302-60c3-4210-89b0-9f4da86a0bd5 req-bb22bcde-fa8f-46d1-a76e-5a73101e488d tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Aug 19 09:30:39.849113 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-1eb5594c-d956-4ee6-96f5-a8966a5a1034 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1002 time: 0.0722156 Aug 19 09:30:39.898942 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d549-6430-44c0-b19b-c83006eecb69 req-1f04d947-3015-4567-ade0-546d09c1919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.900392 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-1f04d947-3015-4567-ade0-546d09c1919f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0428350 Aug 19 09:30:39.946098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134d549-6430-44c0-b19b-c83006eecb69 req-ab6cdce2-32d7-4c1a-bc6d-b5252bd60b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:39.947535 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-ab6cdce2-32d7-4c1a-bc6d-b5252bd60b22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390964 Aug 19 09:30:40.037705 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-e5a0c59d-ce2d-438a-99db-add92355c8e7 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Aug 19 09:30:40.123609 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4134d549-6430-44c0-b19b-c83006eecb69 req-d3408bfa-7528-4f9c-8630-724d3d9fcbd5 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783200 Aug 19 09:30:40.946806 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148f670-6d63-43f6-a069-bc4df8a70027 req-df47ec32-8eed-48f6-bfb4-3a0b19dcb682 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:40.948353 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e148f670-6d63-43f6-a069-bc4df8a70027 req-df47ec32-8eed-48f6-bfb4-3a0b19dcb682 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Aug 19 09:30:40.986182 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e148f670-6d63-43f6-a069-bc4df8a70027 req-308a3828-667b-438c-bc79-697eb3363f2f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Aug 19 09:30:41.573869 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a1947c9b-406d-42f3-b1df-9498363d4e6e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:30:41.669473 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:41.679814 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'port_id': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'mac_address': 'fa:16:3e:d2:31:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:30:41.716264 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:41.728733 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1947c9b-406d-42f3-b1df-9498363d4e6e {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:30:41.747670 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:41.751831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:41.798740 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:41.805688 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.806034 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.806370 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.806704 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.807030 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.807384 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.807709 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.808030 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.808371 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.808701 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.809020 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:41.809338 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:42.104329 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce80bd-4e23-49ab-a404-fe98a0a4d151 req-efe8af03-e5fe-47e6-85ab-69d9f25f8922 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:42.105885 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0ce80bd-4e23-49ab-a404-fe98a0a4d151 req-efe8af03-e5fe-47e6-85ab-69d9f25f8922 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 945 time: 0.0537462 Aug 19 09:30:42.143164 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0ce80bd-4e23-49ab-a404-fe98a0a4d151 req-88b43068-1979-4b1f-9a7b-7d2f90386866 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Aug 19 09:30:42.248521 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:30:42.435038 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a64292be-b70a-411e-8d68-675923e5f573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:43.259120 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca5030-c4dd-4853-9c50-e744f9651769 req-30dd7e46-2f6e-4a19-b28e-16b2516f8a06 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:43.260690 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8eca5030-c4dd-4853-9c50-e744f9651769 req-30dd7e46-2f6e-4a19-b28e-16b2516f8a06 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Aug 19 09:30:43.297491 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8eca5030-c4dd-4853-9c50-e744f9651769 req-5047706d-0546-4428-a03c-a26639544f0e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Aug 19 09:30:43.591955 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a1947c9b-406d-42f3-b1df-9498363d4e6e up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:30:43.641407 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port a1947c9b-406d-42f3-b1df-9498363d4e6e completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:30:43.645040 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port a1947c9b-406d-42f3-b1df-9498363d4e6e triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:43.645408 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:43.722334 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:43.744116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:43.746342 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670cc2d-9c16-4da3-a80f-373457067276" -d '{"events": [{"server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "name": "network-vif-plugged", "status": "completed", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:43.760077 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:43.763980 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:43.786711 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315b4ed3-f1fb-423f-a8fc-e6568032f503 x-openstack-request-id: req-315b4ed3-f1fb-423f-a8fc-e6568032f503 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:43.787002 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "name": "network-vif-plugged", "status": "completed", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:43.787251 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-315b4ed3-f1fb-423f-a8fc-e6568032f503 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:43.787650 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'code': 200} Aug 19 09:30:43.812653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:43.976609 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07537f-9553-4661-a37b-bad945122107 req-06ec79a4-3f48-439b-98ae-0a0bb70aa5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:43.977995 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f07537f-9553-4661-a37b-bad945122107 req-06ec79a4-3f48-439b-98ae-0a0bb70aa5fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1099 time: 0.0385101 Aug 19 09:30:44.012503 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f07537f-9553-4661-a37b-bad945122107 req-4bef47be-ad05-4367-b3c7-9efc208994e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272198 Aug 19 09:30:44.411433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d846e87-9626-4fa5-8747-974c4cbe4746 req-683d2702-4156-4c7d-a55e-a50e2e5029c3 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:44.412902 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d846e87-9626-4fa5-8747-974c4cbe4746 req-683d2702-4156-4c7d-a55e-a50e2e5029c3 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0486081 Aug 19 09:30:44.453232 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2d846e87-9626-4fa5-8747-974c4cbe4746 req-5643cafc-4da5-4a54-bf2d-6b7391e99f54 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Aug 19 09:30:45.001504 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7d397d3b-7c81-4195-8210-2ed69bb44620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:45.203944 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:45.568817 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b41f2-c4fb-482a-9d34-434f3d42cc97 req-0084b776-8813-4c8a-9b78-36d46d182813 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:45.570902 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e87b41f2-c4fb-482a-9d34-434f3d42cc97 req-0084b776-8813-4c8a-9b78-36d46d182813 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0476921 Aug 19 09:30:45.609971 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-e87b41f2-c4fb-482a-9d34-434f3d42cc97 req-85ce1a45-7e82-4ed7-8229-865d4ff2ce3f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Aug 19 09:30:45.722362 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865ffe6-c4b2-4cc3-9486-332459d26f25 req-3446b6e3-9800-425a-97c6-be69214194b4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:45.723866 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a865ffe6-c4b2-4cc3-9486-332459d26f25 req-3446b6e3-9800-425a-97c6-be69214194b4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0479350 Aug 19 09:30:45.760461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a865ffe6-c4b2-4cc3-9486-332459d26f25 req-8e2adde4-dd75-42c7-a0a4-33388f236ecf tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304432 Aug 19 09:30:46.083107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168b83f-7c04-4baa-b073-5d2e437ed85b req-f6d2ab78-a3b4-408b-b233-6bb70ba200e7 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:46.084573 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f168b83f-7c04-4baa-b073-5d2e437ed85b req-f6d2ab78-a3b4-408b-b233-6bb70ba200e7 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Aug 19 09:30:46.122819 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f168b83f-7c04-4baa-b073-5d2e437ed85b req-8c7becc5-928a-4c1a-822e-40135a886ec4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Aug 19 09:30:46.263695 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:48.047746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:55.525455 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdd45-8f14-4385-9457-03beec3b2010 req-8d48283e-0d7f-4803-9a6d-2e38e4c55de5 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:55.526903 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-830fdd45-8f14-4385-9457-03beec3b2010 req-8d48283e-0d7f-4803-9a6d-2e38e4c55de5 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Aug 19 09:30:55.563147 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-830fdd45-8f14-4385-9457-03beec3b2010 req-a5b79d77-00fc-460f-9f7d-0f200f859255 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Aug 19 09:30:55.584168 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55474) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:55.662829 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d4175f-b0b8-4ecc-b63d-d77721a0497f tempest-TestMinimumBasicScenario-982580868 tempest-TestMinimumBasicScenario-982580868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:55.664331 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e5d4175f-b0b8-4ecc-b63d-d77721a0497f tempest-TestMinimumBasicScenario-982580868 tempest-TestMinimumBasicScenario-982580868-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1094 time: 0.0792274 Aug 19 09:30:55.667815 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55478) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:55.672114 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'port_id': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:55.692808 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:55.788782 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:55.892256 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Allocated IP 172.27.3.45 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/a3185084-4bee-4b80-affb-a475b656107f) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:30:55.993177 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.032622 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.067998 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:30:56.075068 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:30:56.077842 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:30:56.106582 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'Port': ['ID=a3185084-4bee-4b80-affb-a475b656107f,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:56.116150 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.116501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.116846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.117183 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.117517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.117847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.118175 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.118501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.118832 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.119150 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.119519 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.119843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:30:56.437803 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.504207 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.649285 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.653467 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.714164 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'Port': ['ID=a3185084-4bee-4b80-affb-a475b656107f,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:56.729279 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:56.824231 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Floating IP 2b0cd303-6334-40fa-b6ca-dadf829f04e5 associated. External IP: 172.27.3.45, port: a1947c9b-406d-42f3-b1df-9498363d4e6e. Aug 19 09:30:57.271537 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:30:57.376343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:30:57.389712 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Sync routers for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:30:57.394766 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.399404 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:57.400587 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:30:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:57.423863 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-ff4f1412-9e32-407f-a72a-d2c85d4da60f tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7550313 Aug 19 09:30:57.424458 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:57.426697 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55482) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:57.427186 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6962b39-731e-4225-b7f9-0c764635316e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:57.432322 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135368627', 'description': 'tempest-secgroup-smoke-2135368627 description', 'project_id': '90530af20b71443db439806c0549e1c9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:57.460767 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.467089 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aef4ae-4d93-41c2-859a-4a89786f7a4d x-openstack-request-id: req-85aef4ae-4d93-41c2-859a-4a89786f7a4d {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:57.467697 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:57.468356 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85aef4ae-4d93-41c2-859a-4a89786f7a4d {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:57.468969 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:30:57.508599 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:57.568364 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.574211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.577508 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962b39-731e-4225-b7f9-0c764635316e req-4ca25e5f-4738-4910-ae13-d6da25aac457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:57.578997 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-4ca25e5f-4738-4910-ae13-d6da25aac457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1099 time: 0.0632772 Aug 19 09:30:57.620178 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.624110 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1928897 Aug 19 09:30:57.624520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55486) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:57.629428 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:57.658947 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef51728-3b6a-4093-ad20-ea664f8b5ca8 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7178cf9-f4ee-4d82-9a49-00cb9cff6957,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:57.661418 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.704789 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962b39-731e-4225-b7f9-0c764635316e req-c380d828-85bb-48f7-a8b0-c1525f64e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:57.706458 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-c380d828-85bb-48f7-a8b0-c1525f64e536 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.1124146 Aug 19 09:30:57.716607 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.721352 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.747963 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '2b0cd303-6334-40fa-b6ca-dadf829f04e5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'port_id': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'mac_address': 'fa:16:3e:d2:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:56Z', 'updated_at': '2021-08-19T09:30:56Z', 'revision_number': 0, 'project_id': '90530af20b71443db439806c0549e1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:57.749228 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4ff19-cf21-4a3a-be07-d86708602a04,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:57.752544 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.756298 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5b8abaff-b0f1-4eb1-8c51-09104146cfae tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282334 Aug 19 09:30:57.757230 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55488) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:57.762247 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:57.773964 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-b0dd6b5b-5eee-4e40-9428-163407fb1d02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 999 time: 0.0587952 Aug 19 09:30:57.779538 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Checking router: 393323f6-77c8-48c4-8da2-9b441c3cc4a6 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:30:57.788190 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:30:57.788802 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:30:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:57.790750 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.826699 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962b39-731e-4225-b7f9-0c764635316e req-2891e7ca-2595-4399-a926-d643a3d8dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:57.828260 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-2891e7ca-2595-4399-a926-d643a3d8dadc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0439918 Aug 19 09:30:57.851703 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.856805 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.877509 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c71c93-5ce6-4144-b1d5-a930bfa4969e,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:57.881972 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.883659 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-87aed363-798e-4ab2-8e21-b24103221074 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253965 Aug 19 09:30:57.885424 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6962b39-731e-4225-b7f9-0c764635316e req-aba96e4c-7a39-4668-8add-b2ba72a3ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:57.886618 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55490) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:57.887012 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-aba96e4c-7a39-4668-8add-b2ba72a3ef39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498533 Aug 19 09:30:57.891553 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:57.924450 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.986567 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-85702dc7-9c06-4f7e-9bc1-eb55c444eb6d service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891025 Aug 19 09:30:57.990636 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:57.994399 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.006882 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b97561-6e0d-4616-826b-451b7cdcca3d,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:58.023649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.024693 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-933d0648-a509-46fe-8b08-7739e4c0c797 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368134 Aug 19 09:30:58.027516 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55492) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:58.032327 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:58.037096 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:30:58.060990 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.090113 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6962b39-731e-4225-b7f9-0c764635316e req-7f91dec2-b9ac-4ee7-823c-d6cca5c64b03 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947268 Aug 19 09:30:58.123971 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.127886 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.144834 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f1a43c-324a-47fc-8f90-a22899ef4690,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:58.153132 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.157070 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-fa10bdd8-d360-49c6-9794-a004e2261270 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256652 Aug 19 09:30:58.157224 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55494) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:58.161913 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:58.184905 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.securitygroups_db [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Project 90530af20b71443db439806c0549e1c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:30:58.189932 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.248967 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.252663 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.271681 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd1214-5f07-4cf1-b9cc-45a235282fa1,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:58.280565 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.281806 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-11a12feb-824d-43f0-89a5-564816a69548 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236365 Aug 19 09:30:58.284535 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55496) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:30:58.289022 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'security_group_rule': {'security_group_id': 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957', 'project_id': '90530af20b71443db439806c0549e1c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:58.290543 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '2b0cd303-6334-40fa-b6ca-dadf829f04e5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'port_id': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'mac_address': 'fa:16:3e:d2:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:56Z', 'updated_at': '2021-08-19T09:30:56Z', 'revision_number': 0, 'project_id': '90530af20b71443db439806c0549e1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:30:58.312173 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.securitygroups_db [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Project 90530af20b71443db439806c0549e1c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:30:58.317005 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d482bc6-6518-4b82-8ca5-f4e4dfef4fc8 None None] The sync data for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi is: [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '2b0cd303-6334-40fa-b6ca-dadf829f04e5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'port_id': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'mac_address': 'fa:16:3e:d2:31:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:30:56Z', 'updated_at': '2021-08-19T09:30:56Z', 'revision_number': 0, 'project_id': '90530af20b71443db439806c0549e1c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:30:58.317239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.389574 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.392853 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.413543 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ed69b4-b290-4d9a-b7f0-22252501ca87,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:58.417379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.418550 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4388277c-2651-4a4c-95f6-f9f88657b4e6 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330843 Aug 19 09:30:58.498436 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-d5d65cf3-d1a1-4787-a20c-4b078c5a220a tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135368627&fields=id&tenant_id=90530af20b71443db439806c0549e1c9 HTTP/1.1" status: 200 len: 267 time: 0.0350893 Aug 19 09:30:58.518439 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53295613-163f-4fae-9e93-73743078df77 None None] New status for floating IP 2b0cd303-6334-40fa-b6ca-dadf829f04e5: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:30:58.552169 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-89ca4084-e110-43b9-924d-da9009547f3c tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:58.553626 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-89ca4084-e110-43b9-924d-da9009547f3c tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0494049 Aug 19 09:30:58.564780 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'port': {'security_groups': ['55353dfd-8a71-46f3-adf6-f64473836bb8', 'e7178cf9-f4ee-4d82-9a49-00cb9cff6957']}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:30:58.625700 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.852785 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:30:58.881234 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.886143 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.926530 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:58.927139 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:58.930786 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:30:58.931908 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-64d16eb2-94a8-4de0-a39c-fb5c925450b2 req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "PUT /v2.0/ports/a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 982 time: 0.3682890 Aug 19 09:30:58.972429 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5fc64-8a35-4fd8-a426-49e49fa55456 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=6']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:30:59.033877 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27e60-8403-4715-b57b-e8029c6d1cbf req-532d8862-6c1c-4d5d-abcb-344b74b5a71e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:59.035462 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6c27e60-8403-4715-b57b-e8029c6d1cbf req-532d8862-6c1c-4d5d-abcb-344b74b5a71e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0536563 Aug 19 09:30:59.074783 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:30:59.079213 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f6c27e60-8403-4715-b57b-e8029c6d1cbf req-12af2d0b-22b9-4904-87d3-f31a94eb4ee3 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368905 Aug 19 09:30:59.230802 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1623e2e6-327c-4ee8-b9ab-1a834211f1d6 None None] Provisioning complete for port a1947c9b-406d-42f3-b1df-9498363d4e6e triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:30:59.231062 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1623e2e6-327c-4ee8-b9ab-1a834211f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:30:59.470180 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:30:59.472655 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8adfac-83bc-4773-9991-616d1261371c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:30:59.508140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6847478-05e8-4812-b430-7ae54d891e34 x-openstack-request-id: req-e6847478-05e8-4812-b430-7ae54d891e34 {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:30:59.508438 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:30:59.508689 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6847478-05e8-4812-b430-7ae54d891e34 {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:30:59.509906 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:30:59.592998 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8adfac-83bc-4773-9991-616d1261371c req-1a9ee20a-bb5b-4cb0-9ec1-b3c388153989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:59.594474 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-1a9ee20a-bb5b-4cb0-9ec1-b3c388153989 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1138 time: 0.0397971 Aug 19 09:30:59.686476 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8adfac-83bc-4773-9991-616d1261371c req-2364a7fb-6d8e-47ad-8fec-380a7856ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:59.688003 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-2364a7fb-6d8e-47ad-8fec-380a7856ff7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0856595 Aug 19 09:30:59.751829 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-06cb9480-e375-4812-ba5b-fdfab384361c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 1001 time: 0.0558338 Aug 19 09:30:59.804143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8adfac-83bc-4773-9991-616d1261371c req-474fd438-0ab9-404c-8428-310c45a663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:59.805542 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-474fd438-0ab9-404c-8428-310c45a663c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0451708 Aug 19 09:30:59.849294 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8adfac-83bc-4773-9991-616d1261371c req-281ea69c-79bc-4fd1-8055-d3e651ea1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:30:59.850730 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-281ea69c-79bc-4fd1-8055-d3e651ea1ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382357 Aug 19 09:30:59.939045 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-4cef9a1b-9ca2-4038-a887-0725f3036821 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809700 Aug 19 09:31:00.026779 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b8adfac-83bc-4773-9991-616d1261371c req-005a870e-895e-478a-adc0-2f11626861e6 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788786 Aug 19 09:31:05.734516 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:10.840878 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:31:12.435797 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-eeac6b2e-c0f6-4938-978a-2f16e29f8cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:15.001129 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c831e53d-6872-457a-b3db-a7e2d28b8f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:15.204623 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:16.267180 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:18.046412 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:35.741301 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:39.500826 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-c01ed697-923a-456e-ac0d-2b298ca39957 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376732 Aug 19 09:31:39.599905 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-ebfdc95b-44fa-4e7d-b6e3-951037d59849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:39.601363 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-ebfdc95b-44fa-4e7d-b6e3-951037d59849 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0428429 Aug 19 09:31:39.703236 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-8137531d-b7ba-47d9-aa9d-f836a02f669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:39.704709 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-8137531d-b7ba-47d9-aa9d-f836a02f669b service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.0819480 Aug 19 09:31:39.770669 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-d8477e0f-373e-4093-b85a-93e3d306c79f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1002 time: 0.0582981 Aug 19 09:31:39.817599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-d93f9512-8373-4235-8328-5aa3f7aa3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:39.818973 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-d93f9512-8373-4235-8328-5aa3f7aa3c3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0409172 Aug 19 09:31:39.862024 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-f1436738-49c3-44e0-9702-c0a3b13dea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:39.863462 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-f1436738-49c3-44e0-9702-c0a3b13dea17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370262 Aug 19 09:31:39.951992 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-82543ac4-b2b3-48e5-b248-eab725092e2b service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Aug 19 09:31:40.038369 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3744eb61-7fa3-4456-a47b-e6ac8d53cda0 req-9e1c11af-b370-4c1d-9949-f1a822340318 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788753 Aug 19 09:31:42.435984 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61d9f58b-6331-414d-b4a6-9f3978741ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:45.009004 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b5cf6cd4-8747-4c0f-b378-d34501737608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:45.204883 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:46.268714 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:47.840362 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:31:48.050327 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:31:59.810928 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3fdd6-edfa-4e07-a3ce-904ec91c9620 req-548919a8-f6e6-4387-8f0f-e122e11752ec tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:59.812494 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f2a3fdd6-edfa-4e07-a3ce-904ec91c9620 req-548919a8-f6e6-4387-8f0f-e122e11752ec tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0522382 Aug 19 09:31:59.834035 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-0e7adaa3-df1c-4d55-81f0-3d0dcd83c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:59.835579 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-0e7adaa3-df1c-4d55-81f0-3d0dcd83c053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1138 time: 0.0445611 Aug 19 09:31:59.851577 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f2a3fdd6-edfa-4e07-a3ce-904ec91c9620 req-5bac4415-b349-4184-b5e0-f076248dc0c4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329587 Aug 19 09:31:59.922287 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-181e712b-da24-46ef-ad2a-480ea2ee29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:31:59.923684 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-181e712b-da24-46ef-ad2a-480ea2ee29b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0809042 Aug 19 09:31:59.991367 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-808c8efe-bf7d-412a-b61b-adddad4c6ad8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 1001 time: 0.0597353 Aug 19 09:32:00.038625 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-d4d95a0b-bf44-474c-a297-ebb9c5f6c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:00.040069 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-d4d95a0b-bf44-474c-a297-ebb9c5f6c595 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0411034 Aug 19 09:32:00.082794 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-f26a5a00-f5c3-4df6-8855-3222430f2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:00.084259 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-f26a5a00-f5c3-4df6-8855-3222430f2c67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369287 Aug 19 09:32:00.173712 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-19933c0f-9567-4f28-b086-f25c4997f771 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820513 Aug 19 09:32:00.259388 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-398a1c98-51f6-4817-81bc-91fc6d78e8b9 req-8be50606-9d2b-43f7-ac84-a960bae43264 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791237 Aug 19 09:32:00.972028 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8480b-5228-4173-bf44-0ea72640deb9 req-a603c5f1-6016-40ee-91f3-c60f0096e5d2 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:00.973515 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-29f8480b-5228-4173-bf44-0ea72640deb9 req-a603c5f1-6016-40ee-91f3-c60f0096e5d2 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0527630 Aug 19 09:32:01.266174 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-29f8480b-5228-4173-bf44-0ea72640deb9 req-04376246-e6bc-4a98-8f60-b8c2f7db8757 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2863512 Aug 19 09:32:02.382534 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049d7b-9838-47e0-b8f6-942291bc4d15 req-89dc7258-f307-4e77-82ca-cc9cf025342e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:02.384060 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0b049d7b-9838-47e0-b8f6-942291bc4d15 req-89dc7258-f307-4e77-82ca-cc9cf025342e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0518856 Aug 19 09:32:02.423937 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0b049d7b-9838-47e0-b8f6-942291bc4d15 req-358b2938-e6c7-4d87-808f-88b1622fea71 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329363 Aug 19 09:32:03.536395 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c056e9a-fb2f-48b4-b14a-0d06d8bd6d7e req-9a492e46-735f-4a68-a220-d62baff96efe tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:03.537838 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3c056e9a-fb2f-48b4-b14a-0d06d8bd6d7e req-9a492e46-735f-4a68-a220-d62baff96efe tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0476055 Aug 19 09:32:03.576303 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3c056e9a-fb2f-48b4-b14a-0d06d8bd6d7e req-1fde49f3-d822-47bd-ac07-886dc0030798 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318282 Aug 19 09:32:04.688379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6731fa-7aaf-4660-95bf-06ef96dd7273 req-381d5907-e2f1-4e76-8199-44c6cfb64ca1 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:04.689828 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8f6731fa-7aaf-4660-95bf-06ef96dd7273 req-381d5907-e2f1-4e76-8199-44c6cfb64ca1 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0477252 Aug 19 09:32:04.727503 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8f6731fa-7aaf-4660-95bf-06ef96dd7273 req-29958f57-dfb1-43bb-9a01-1d880c34034b tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316792 Aug 19 09:32:05.768859 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:05.842835 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7992e-727f-4a5f-ad3d-8e02d6d88c79 req-8e4f0612-f0fe-44d0-9d14-1ec605c19ab4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:05.844336 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7bf7992e-727f-4a5f-ad3d-8e02d6d88c79 req-8e4f0612-f0fe-44d0-9d14-1ec605c19ab4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0479100 Aug 19 09:32:05.887476 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7bf7992e-727f-4a5f-ad3d-8e02d6d88c79 req-8e99abca-8a7c-43ef-8242-520d5245b9eb tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350664 Aug 19 09:32:06.998572 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d776c-d6a6-418d-abd7-23121050cdcd req-25f6cd57-a52d-4820-b8c4-c7b54cccf9b9 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:07.000030 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-560d776c-d6a6-418d-abd7-23121050cdcd req-25f6cd57-a52d-4820-b8c4-c7b54cccf9b9 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0475559 Aug 19 09:32:07.040871 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-560d776c-d6a6-418d-abd7-23121050cdcd req-ecc8db98-1276-43e5-8f07-5244e3f7f72e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349772 Aug 19 09:32:08.158998 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ef2e9-84f6-409a-8b30-cb257079e038 req-44e7d642-e4f2-4907-9f24-9fdc104be138 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:08.160490 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-070ef2e9-84f6-409a-8b30-cb257079e038 req-44e7d642-e4f2-4907-9f24-9fdc104be138 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0510855 Aug 19 09:32:08.199726 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-070ef2e9-84f6-409a-8b30-cb257079e038 req-8de22761-86bd-495d-a24b-76bc079fbe98 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328648 Aug 19 09:32:09.317937 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c59f45-6b8f-4d5e-9d84-d45eef77cdd9 req-439317a8-2560-457b-b3bf-9e686a14058c tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:09.319450 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-58c59f45-6b8f-4d5e-9d84-d45eef77cdd9 req-439317a8-2560-457b-b3bf-9e686a14058c tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0532684 Aug 19 09:32:09.357973 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-58c59f45-6b8f-4d5e-9d84-d45eef77cdd9 req-454be470-0854-476c-9ec4-5f028e31c15a tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326045 Aug 19 09:32:10.469211 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2052bc-e1bf-47b4-b484-26918dcdfbe1 req-821c81cb-ed44-42da-b0fa-f896f411151e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:10.470685 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9a2052bc-e1bf-47b4-b484-26918dcdfbe1 req-821c81cb-ed44-42da-b0fa-f896f411151e tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0469518 Aug 19 09:32:10.508977 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9a2052bc-e1bf-47b4-b484-26918dcdfbe1 req-da3da249-4cf3-4d55-8967-d5893e5417b4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324273 Aug 19 09:32:11.620366 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e9e94-d3a2-4ef0-b269-f876ac632579 req-285215d1-a462-4f50-862f-757af528e5bc tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:11.621845 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-387e9e94-d3a2-4ef0-b269-f876ac632579 req-285215d1-a462-4f50-862f-757af528e5bc tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0486164 Aug 19 09:32:11.661386 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-387e9e94-d3a2-4ef0-b269-f876ac632579 req-b89fe2e5-27c7-4a65-93e5-3b0986de95cf tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&id=e7178cf9-f4ee-4d82-9a49-00cb9cff6957&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329306 Aug 19 09:32:12.436341 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6fbc-939b-45d6-9963-66d35a90af67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:15.000356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1db570dd-ba8b-4337-97ab-2ff5bf8cde7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:15.205763 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:16.272006 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:18.052646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:24.839534 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:32:35.764319 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:39.507557 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-0a704845-01ca-4236-b1d0-ff4e04509a4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385773 Aug 19 09:32:39.580280 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-baf66c7a-7d65-4cff-8ede-a2361dfea25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:39.581738 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-baf66c7a-7d65-4cff-8ede-a2361dfea25b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1138 time: 0.0417895 Aug 19 09:32:39.680985 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-7899da08-86d9-4d8a-8c4f-db88543c16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:39.682324 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-7899da08-86d9-4d8a-8c4f-db88543c16ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0804501 Aug 19 09:32:39.748445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-24cfb181-e986-4eb6-b6f5-afb0a2e59022 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 1001 time: 0.0590408 Aug 19 09:32:39.795182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-760b292c-3fe9-4e36-9642-7ac3eab72e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:39.796664 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-760b292c-3fe9-4e36-9642-7ac3eab72e9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0416019 Aug 19 09:32:39.839849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-713821ca-0fd6-41ec-b00c-19a4a7390d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:39.841273 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-713821ca-0fd6-41ec-b00c-19a4a7390d82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379510 Aug 19 09:32:39.931660 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-86376b51-942f-431d-9763-1ba2335e4fcc service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825350 Aug 19 09:32:40.017751 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-f9acfd4a-06f3-458c-a7ce-c4656ab17f20 req-11c45111-f95a-449a-bb9d-28e0e6dc540d service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788844 Aug 19 09:32:41.564077 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690d6b6-9a03-4a3f-abc8-f0c7be152308 req-731b72c0-e0c8-4576-b2f3-c0d0254b34f7 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:41.565478 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2690d6b6-9a03-4a3f-abc8-f0c7be152308 req-731b72c0-e0c8-4576-b2f3-c0d0254b34f7 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.1245008 Aug 19 09:32:41.606453 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2690d6b6-9a03-4a3f-abc8-f0c7be152308 req-3d177895-4caf-4fa3-9541-9a9aa5e5d2c8 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350468 Aug 19 09:32:42.439359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7f6342c0-5185-451f-8f9d-f570001c51a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:42.723065 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04518-0dcb-46ca-8086-59689b3bc94e req-a122e7c2-d782-4950-99a3-eb43b4697f98 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:42.724548 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0a04518-0dcb-46ca-8086-59689b3bc94e req-a122e7c2-d782-4950-99a3-eb43b4697f98 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0510292 Aug 19 09:32:42.761210 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0a04518-0dcb-46ca-8086-59689b3bc94e req-19826c79-95c7-4d74-b255-a0208d57f632 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Aug 19 09:32:43.876359 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63989f66-e9d0-43a0-bb73-0e6b51ca5a43 req-1290077c-78b4-4365-a167-a8a06b780ff9 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:43.877808 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-63989f66-e9d0-43a0-bb73-0e6b51ca5a43 req-1290077c-78b4-4365-a167-a8a06b780ff9 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Aug 19 09:32:43.914848 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-63989f66-e9d0-43a0-bb73-0e6b51ca5a43 req-092cbbd6-2f87-4a51-a8a5-5914c197f81f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Aug 19 09:32:45.000440 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-61b9a894-a569-49dd-9c9e-8de3c865566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:45.027549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c16cfb-d6dd-4198-b3d6-81c9a754d324 req-e6b9acb0-e0c6-4623-b414-7a5d852e873a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:45.029025 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8c16cfb-d6dd-4198-b3d6-81c9a754d324 req-e6b9acb0-e0c6-4623-b414-7a5d852e873a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0490689 Aug 19 09:32:45.065836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c8c16cfb-d6dd-4198-b3d6-81c9a754d324 req-2fb821c7-2465-4341-b31f-053e22f9f249 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302575 Aug 19 09:32:45.207105 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:46.178640 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f23f8-8def-4c5a-9b74-035b61810f88 req-e1178ae6-3298-4f4d-91f7-51a387c1080b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:46.180131 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f6f23f8-8def-4c5a-9b74-035b61810f88 req-e1178ae6-3298-4f4d-91f7-51a387c1080b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0477283 Aug 19 09:32:46.215542 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f6f23f8-8def-4c5a-9b74-035b61810f88 req-89986fa3-e8f5-48c9-859b-959f8d388e70 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296237 Aug 19 09:32:46.278358 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:47.328577 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791efce-b2c4-4bdd-9aad-4b406bc0d733 req-3014b531-20ea-4bd2-bd8e-0ba01961200b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:47.330055 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5791efce-b2c4-4bdd-9aad-4b406bc0d733 req-3014b531-20ea-4bd2-bd8e-0ba01961200b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0496557 Aug 19 09:32:47.368194 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5791efce-b2c4-4bdd-9aad-4b406bc0d733 req-56847fc8-9e5d-4577-9318-b2463e2aade6 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322330 Aug 19 09:32:48.054609 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:48.479862 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41167a7-98ef-476b-81df-08bae5b8d01f req-8ce4ba86-41b7-4703-8e63-55211b858383 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:48.481349 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f41167a7-98ef-476b-81df-08bae5b8d01f req-8ce4ba86-41b7-4703-8e63-55211b858383 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0483179 Aug 19 09:32:48.518723 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f41167a7-98ef-476b-81df-08bae5b8d01f req-b46db286-a439-41d5-a98a-d6d85d887dce tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Aug 19 09:32:49.633516 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0829b-9748-4184-b457-ef54cdedf65e req-1d4af544-19fd-49e9-96b7-eb1bd940450b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:49.634895 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1be0829b-9748-4184-b457-ef54cdedf65e req-1d4af544-19fd-49e9-96b7-eb1bd940450b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0515490 Aug 19 09:32:49.671500 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1be0829b-9748-4184-b457-ef54cdedf65e req-59caec3f-d772-4308-9408-e885187c0e47 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307641 Aug 19 09:32:50.787856 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8ee82-6bf1-4b36-9d38-bdc2e6f607c9 req-f90f177c-7454-41bc-af1c-ac8acb10e136 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:50.789345 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75e8ee82-6bf1-4b36-9d38-bdc2e6f607c9 req-f90f177c-7454-41bc-af1c-ac8acb10e136 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Aug 19 09:32:50.826565 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75e8ee82-6bf1-4b36-9d38-bdc2e6f607c9 req-7ca4378f-4bde-4381-a37b-7fd335f75ff3 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311766 Aug 19 09:32:51.696811 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-bd5d9c9d-b55f-4fdc-9b9b-bab5bc039bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:51.698306 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-bd5d9c9d-b55f-4fdc-9b9b-bab5bc039bff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0410254 Aug 19 09:32:51.790831 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-f872a52d-5981-43cc-9fa1-a98ae8ab8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:51.792310 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-f872a52d-5981-43cc-9fa1-a98ae8ab8d6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.0871537 Aug 19 09:32:51.856222 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-4f224410-2a4d-487d-8d49-20a6bfe28675 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1002 time: 0.0556591 Aug 19 09:32:51.931008 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-cefedce7-51b9-4cc0-b88a-f431bac8b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:51.932484 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-cefedce7-51b9-4cc0-b88a-f431bac8b95f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0685875 Aug 19 09:32:51.972242 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b7aa5-bc1b-4cee-8303-f66a0e6bce33 req-20bc3eb8-1291-422b-b9fa-e9103c8f36c5 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:51.973603 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1e5b7aa5-bc1b-4cee-8303-f66a0e6bce33 req-20bc3eb8-1291-422b-b9fa-e9103c8f36c5 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0782733 Aug 19 09:32:52.008487 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-16c2f80e-dce8-4b95-9466-bb1a05cbf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:52.009938 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-16c2f80e-dce8-4b95-9466-bb1a05cbf15b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698817 Aug 19 09:32:52.041388 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1e5b7aa5-bc1b-4cee-8303-f66a0e6bce33 req-01b7890a-8a26-45f8-b572-28ae32311821 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612264 Aug 19 09:32:52.110090 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-fe9f1cb8-d5f2-4fc4-9a1f-0a173f2edb7e service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902588 Aug 19 09:32:52.197055 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5925c57-40e8-4033-9544-9db9e02c5a49 req-b0e090b4-0fd6-4896-8c45-54e66207a2a0 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800002 Aug 19 09:32:53.155344 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62e893-2064-4615-9a20-aa9b4bb3a4cc req-c52ab39f-6313-4c48-8c7c-7ace5ca2417a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:53.157852 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa62e893-2064-4615-9a20-aa9b4bb3a4cc req-c52ab39f-6313-4c48-8c7c-7ace5ca2417a tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0499744 Aug 19 09:32:53.194517 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa62e893-2064-4615-9a20-aa9b4bb3a4cc req-ab913f73-305c-4b28-b585-2750379e08a0 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308850 Aug 19 09:32:54.310734 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a55d8-7c4b-4129-92d8-55ec9c53870d req-d5fcef24-2a44-4b06-94ca-18e36e6e5162 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:54.312318 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf8a55d8-7c4b-4129-92d8-55ec9c53870d req-d5fcef24-2a44-4b06-94ca-18e36e6e5162 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0488703 Aug 19 09:32:54.351608 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf8a55d8-7c4b-4129-92d8-55ec9c53870d req-055aa304-a7a0-47c0-858a-f36e57225b40 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Aug 19 09:32:55.475840 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccdeb0-244b-47b0-821c-f22661eaff38 req-d88662bb-2162-46c8-b25b-a3f3a8043d8d tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:55.477307 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-74ccdeb0-244b-47b0-821c-f22661eaff38 req-d88662bb-2162-46c8-b25b-a3f3a8043d8d tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0478253 Aug 19 09:32:55.514240 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-74ccdeb0-244b-47b0-821c-f22661eaff38 req-beaf3436-7d8e-4084-abab-d1b523bb4d75 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308933 Aug 19 09:32:55.877348 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a53a6e-af66-4053-b5af-dfedc24b23b4 req-ad5f3731-d696-4245-9a1c-c52d50ce2661 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:55.878841 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45a53a6e-af66-4053-b5af-dfedc24b23b4 req-ad5f3731-d696-4245-9a1c-c52d50ce2661 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0534632 Aug 19 09:32:55.889034 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-fd3cc2f6-b297-4d44-bdd8-0d0f6f30e607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850935 Aug 19 09:32:55.917027 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-45a53a6e-af66-4053-b5af-dfedc24b23b4 req-9a72a708-e39b-4130-b19c-57f16c052c19 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Aug 19 09:32:56.220008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:32:56.296568 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:56.319084 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:32:56.321371 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a4379-feb8-49b5-9ab5-8a01c67001ca" -d '{"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-unplugged", "status": "completed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:32:56.335121 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:32:56.340760 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:32:56.364645 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3af3a2-8868-4012-b52e-aadab5743195 x-openstack-request-id: req-0a3af3a2-8868-4012-b52e-aadab5743195 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:32:56.364939 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-unplugged", "status": "failed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "code": 422}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:32:56.365185 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a3af3a2-8868-4012-b52e-aadab5743195 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:32:56.365611 dv-cinder-773876-3-iscsi neutron-server[93739]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'code': 422} returned with failed status Aug 19 09:32:56.391120 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=6']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:32:56.398281 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.398633 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.398971 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.399333 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.399672 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.399999 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.400323 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.400649 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.400995 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.401318 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.401638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:56.401956 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:32:57.034694 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9336-98d8-479f-9acd-956456438503 req-de7033e8-0810-4173-a0f3-3f10a6962948 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.036136 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa9e9336-98d8-479f-9acd-956456438503 req-de7033e8-0810-4173-a0f3-3f10a6962948 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0521269 Aug 19 09:32:57.074641 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa9e9336-98d8-479f-9acd-956456438503 req-bdf38737-a6cf-4159-993b-a4c3cec244fe tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Aug 19 09:32:57.331305 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-1d230c5e-8074-4abd-8525-77d0e67c5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.332741 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-1d230c5e-8074-4abd-8525-77d0e67c5248 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86&tenant_id=06f1ca56a68b40f693d7f41d1f8646d9 HTTP/1.1" status: 200 len: 1097 time: 0.0416157 Aug 19 09:32:57.405083 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-6ce55493-1c2f-4999-bf03-2247e590c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.406839 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-6ce55493-1c2f-4999-bf03-2247e590c690 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1097 time: 0.0402305 Aug 19 09:32:57.495427 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-a875a081-5e0c-4ff3-a1c5-cf647ea1d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.496870 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-a875a081-5e0c-4ff3-a1c5-cf647ea1d46c service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.0830665 Aug 19 09:32:57.560258 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-22f0b9f1-84d7-463a-b0d1-a10bb9df263a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1000 time: 0.0552154 Aug 19 09:32:57.613614 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-69a50b7e-fae9-4867-8017-590446b658d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.614924 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-69a50b7e-fae9-4867-8017-590446b658d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0451126 Aug 19 09:32:57.658247 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-c87f2060-732c-44b5-b13a-557012f2b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:57.659685 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-c87f2060-732c-44b5-b13a-557012f2b404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373013 Aug 19 09:32:57.746400 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-5dc60b16-4518-4f8a-bb5a-4706adf7241b service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787761 Aug 19 09:32:57.836553 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-54c4fb70-df9c-4dab-bf16-8ae864d97bdf service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816193 Aug 19 09:32:58.189001 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304c512-ea2f-4bf4-9557-a9e5d5377161 req-285c9c43-3cb7-48fb-9fa7-a1fcaa60303f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:58.190437 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0304c512-ea2f-4bf4-9557-a9e5d5377161 req-285c9c43-3cb7-48fb-9fa7-a1fcaa60303f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0478914 Aug 19 09:32:58.226676 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0304c512-ea2f-4bf4-9557-a9e5d5377161 req-8769d98f-5688-49d1-8613-77e2d2e82352 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Aug 19 09:32:59.338767 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65208cd3-8a28-4e71-b2e7-2b5cfe0b4223 req-857837b4-7a66-422c-a4ec-61374d293c72 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:32:59.340251 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-65208cd3-8a28-4e71-b2e7-2b5cfe0b4223 req-857837b4-7a66-422c-a4ec-61374d293c72 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0484507 Aug 19 09:32:59.377817 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-65208cd3-8a28-4e71-b2e7-2b5cfe0b4223 req-45f59299-b0d4-43c0-8e39-4ae5f1720339 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Aug 19 09:33:00.492572 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228c7e-1fff-4946-8ca2-c791dedd2f6e req-d7840314-49c9-43e3-ae98-164ef3541c6c tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:00.494026 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c228c7e-1fff-4946-8ca2-c791dedd2f6e req-d7840314-49c9-43e3-ae98-164ef3541c6c tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0516140 Aug 19 09:33:00.530923 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5c228c7e-1fff-4946-8ca2-c791dedd2f6e req-0b345ead-c4a4-4611-84ae-fe3f66e76950 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Aug 19 09:33:01.069669 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-38b9084c-b43b-4a87-af4f-e9d3b96903b5 req-5789bfaa-f3eb-4d27-8663-112f67e4ab1d service neutron] (93737) timed out ('10.222.0.35', 58770) {{(pid=93737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 09:33:01.646085 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a07abc-3b3f-41f8-9ce6-ec4df2bfc116 req-7cb576b6-8219-4dbc-bb26-73de23dc83e4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:01.647489 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a0a07abc-3b3f-41f8-9ce6-ec4df2bfc116 req-7cb576b6-8219-4dbc-bb26-73de23dc83e4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0524025 Aug 19 09:33:01.684132 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a0a07abc-3b3f-41f8-9ce6-ec4df2bfc116 req-469b37f5-6802-46c3-8ec2-ac04c324b404 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Aug 19 09:33:01.838989 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:33:02.794715 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986e41d-a98e-4779-aee8-f22c85979e98 req-293772b8-487a-480c-a9a1-b6943fc083d3 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:02.796206 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c986e41d-a98e-4779-aee8-f22c85979e98 req-293772b8-487a-480c-a9a1-b6943fc083d3 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0486662 Aug 19 09:33:02.833829 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c986e41d-a98e-4779-aee8-f22c85979e98 req-c8379c90-ba5f-4422-89cd-1e4afc54135e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Aug 19 09:33:03.943753 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb74f-8459-4fc5-b63a-a752a160cdd9 req-d7af8798-ddf7-439c-be93-e64cddb6818f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:03.945207 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-80abb74f-8459-4fc5-b63a-a752a160cdd9 req-d7af8798-ddf7-439c-be93-e64cddb6818f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0470884 Aug 19 09:33:03.981347 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-80abb74f-8459-4fc5-b63a-a752a160cdd9 req-f0fbcf44-8a6b-4787-8a98-a79020877251 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303357 Aug 19 09:33:05.093782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0b6a-4c88-47a2-8e92-39edc50cc814 req-4fdccdc8-93bc-45c2-93d3-c98cab51db9f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:05.095905 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b8b0b6a-4c88-47a2-8e92-39edc50cc814 req-4fdccdc8-93bc-45c2-93d3-c98cab51db9f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0475502 Aug 19 09:33:05.133402 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8b8b0b6a-4c88-47a2-8e92-39edc50cc814 req-b50a18d6-ecce-476e-b452-81447bbd97ae tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Aug 19 09:33:05.782083 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:06.244649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d1bf-be5e-4ea7-8c18-dda5045f86b6 req-816245d7-ff0d-4436-803c-6fe2a1467f9b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:06.246113 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-35e9d1bf-be5e-4ea7-8c18-dda5045f86b6 req-816245d7-ff0d-4436-803c-6fe2a1467f9b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 944 time: 0.0485852 Aug 19 09:33:06.275230 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:33:06.283588 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-35e9d1bf-be5e-4ea7-8c18-dda5045f86b6 req-5ba1fa97-b986-4eb8-a8be-3696bd50e8c0 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Aug 19 09:33:06.369191 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:06.379832 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'port_id': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'mac_address': 'fa:16:3e:fe:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:33:06.415159 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:06.427676 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef99c2b3-920f-4e54-9c11-002a92166219 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:33:06.445707 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:06.449378 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:06.497616 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=7']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:06.836400 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ef99c2b3-920f-4e54-9c11-002a92166219'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:33:07.401053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0afed-3022-4894-a433-57ec35660004 req-c624dfbd-77f6-415d-b313-3e36eab53eb4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:07.402506 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-40b0afed-3022-4894-a433-57ec35660004 req-c624dfbd-77f6-415d-b313-3e36eab53eb4 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 945 time: 0.0523970 Aug 19 09:33:07.439856 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-40b0afed-3022-4894-a433-57ec35660004 req-427eee0e-6e58-472f-a8be-55435e2a5b04 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Aug 19 09:33:08.290353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:33:08.337722 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port ef99c2b3-920f-4e54-9c11-002a92166219 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:33:08.338021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:08.413888 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:08.434959 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:33:08.437198 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b45615-6b2a-49b1-a672-44a712f0b30d" -d '{"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-plugged", "status": "completed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:33:08.450074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:08.455305 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:08.481107 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f7157-2e12-47a0-af10-3527afc141ab x-openstack-request-id: req-b73f7157-2e12-47a0-af10-3527afc141ab {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:33:08.481393 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-plugged", "status": "completed", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:33:08.481638 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b73f7157-2e12-47a0-af10-3527afc141ab {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:33:08.482014 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'code': 200} Aug 19 09:33:08.508719 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=8']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:08.557310 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4be42-d7ba-4af7-8557-e6c6f73f95c5 req-f62786e3-daf4-40c6-8755-af3b77cf43a2 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:08.558791 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdb4be42-d7ba-4af7-8557-e6c6f73f95c5 req-f62786e3-daf4-40c6-8755-af3b77cf43a2 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0482779 Aug 19 09:33:08.596452 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bdb4be42-d7ba-4af7-8557-e6c6f73f95c5 req-9c10bd0b-1d2e-4d9c-8282-0048f41bf815 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306764 Aug 19 09:33:08.733337 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdfc72-a8a2-474a-9799-43211707c3fc req-fcdb5b28-c978-4695-862c-6c210e111bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:08.734811 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3ebdfc72-a8a2-474a-9799-43211707c3fc req-fcdb5b28-c978-4695-862c-6c210e111bcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0385566 Aug 19 09:33:08.769295 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3ebdfc72-a8a2-474a-9799-43211707c3fc req-12053b9f-60fa-49c0-8bc9-e8b7593e2456 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271833 Aug 19 09:33:09.715696 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc6f2-4615-466e-9361-ec5d15da67ac req-5196a2f5-8eb3-42bd-b14d-10c0c8ac4d2b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:09.717183 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-100dc6f2-4615-466e-9361-ec5d15da67ac req-5196a2f5-8eb3-42bd-b14d-10c0c8ac4d2b tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0528619 Aug 19 09:33:09.755135 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-100dc6f2-4615-466e-9361-ec5d15da67ac req-7cba462e-7b28-4d1f-841b-7e77baf45b54 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Aug 19 09:33:10.871648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114077be-eb2c-4cd3-ad95-8d266ca76ec6 req-85dee170-051e-4310-8929-97739aa46e12 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:10.873119 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-114077be-eb2c-4cd3-ad95-8d266ca76ec6 req-85dee170-051e-4310-8929-97739aa46e12 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Aug 19 09:33:10.910594 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-114077be-eb2c-4cd3-ad95-8d266ca76ec6 req-9ba192b7-4dca-46b1-bb5d-65f5d25e2fdd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Aug 19 09:33:12.440779 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2eafa271-2232-4a99-a45e-9869af176dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:14.997416 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b802c013-f790-456d-9436-18d9228d969a req-fe5de609-88bd-4187-8456-4e9a2707c687 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135368627&fields=id&tenant_id=90530af20b71443db439806c0549e1c9 HTTP/1.1" status: 200 len: 267 time: 0.0333152 Aug 19 09:33:15.004656 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c93e2f0-fc80-47ff-9192-e110aa897417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.051165 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c013-f790-456d-9436-18d9228d969a req-60ad9c30-b846-430f-bad9-ddaaf53a6a70 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.052652 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b802c013-f790-456d-9436-18d9228d969a req-60ad9c30-b846-430f-bad9-ddaaf53a6a70 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 985 time: 0.0484772 Aug 19 09:33:15.064158 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Request body: {'port': {'security_groups': ['55353dfd-8a71-46f3-adf6-f64473836bb8']}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:33:15.131081 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.208238 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.302240 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:15.329915 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.334252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.377095 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.377732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.379148 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b802c013-f790-456d-9436-18d9228d969a req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "PUT /v2.0/ports/a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 943 time: 0.3201168 Aug 19 09:33:15.379627 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:33:15.381888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ea8e9-387a-4065-973f-25bc3650649d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:33:15.384952 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:33:15.387590 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55682) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:15.408932 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event updated for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=7']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:15.416222 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.416649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.417053 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.417398 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.417741 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.418077 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.418410 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.418745 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.419075 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.419453 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.419829 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.420106 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa48e14-67d6-4e57-b703-47f78bc35d32 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.466431 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.501171 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.513034 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:33:15.521968 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc7863-1e6b-489a-b2f5-43224503c7ec x-openstack-request-id: req-ecfc7863-1e6b-489a-b2f5-43224503c7ec {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:33:15.522262 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:33:15.522517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecfc7863-1e6b-489a-b2f5-43224503c7ec {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:33:15.522918 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:33:15.572834 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.576831 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.579111 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "DELETE /v2.0/security-groups/e7178cf9-f4ee-4d82-9a49-00cb9cff6957 HTTP/1.1" status: 204 len: 168 time: 0.1897864 Aug 19 09:33:15.582225 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55686) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:15.592534 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7178cf9-f4ee-4d82-9a49-00cb9cff6957,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:15.624520 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.625628 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.626065 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.626498 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.626944 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.627406 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.627829 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.628264 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.628677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.629094 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.629516 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.629982 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b105-76d0-4acc-889f-24b54859f7b0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:33:15.647481 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea8e9-387a-4065-973f-25bc3650649d req-48661611-b991-4256-b0ce-e1b44652822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.649006 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-48661611-b991-4256-b0ce-e1b44652822b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1099 time: 0.0534530 Aug 19 09:33:15.671023 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-f3d6d279-1f73-4c7f-a705-15205b056437 None None] Provisioning complete for port a1947c9b-406d-42f3-b1df-9498363d4e6e triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:33:15.671438 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d279-1f73-4c7f-a705-15205b056437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.747611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea8e9-387a-4065-973f-25bc3650649d req-007d07e5-3fbe-44c0-bd41-83efe126fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.749535 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-007d07e5-3fbe-44c0-bd41-83efe126fda5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0931301 Aug 19 09:33:15.755443 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Deleting port a3185084-4bee-4b80-affb-a475b656107f {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:15.755796 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.816608 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-655105bb-f797-4e6e-82ca-0edacd5fcc29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 1001 time: 0.0590971 Aug 19 09:33:15.842087 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.842428 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:15.856107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Calling delete_port for a3185084-4bee-4b80-affb-a475b656107f owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:15.868818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea8e9-387a-4065-973f-25bc3650649d req-40ef8d11-01df-4165-ac23-ba08d335f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.870290 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-40ef8d11-01df-4165-ac23-ba08d335f043 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0464211 Aug 19 09:33:15.913911 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea8e9-387a-4065-973f-25bc3650649d req-ad600f03-17e2-4441-bcd8-0531019c6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:15.915413 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-ad600f03-17e2-4441-bcd8-0531019c6373 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378757 Aug 19 09:33:16.004839 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-05269222-1cfa-44dc-9478-58b89e87ee12 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815747 Aug 19 09:33:16.030972 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:16.057902 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event deleted for resources: {'Port': ['ID=a3185084-4bee-4b80-affb-a475b656107f,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:16.099796 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-953ea8e9-387a-4065-973f-25bc3650649d req-2ca4d02a-dee5-4208-8017-aa01df8e05a2 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872288 Aug 19 09:33:16.115075 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:16.115443 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Floating IP 2b0cd303-6334-40fa-b6ca-dadf829f04e5 disassociated (deleted). External IP: 172.27.3.45, port: a1947c9b-406d-42f3-b1df-9498363d4e6e. Aug 19 09:33:16.278051 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:16.320039 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:33:16.424585 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:33:16.429417 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:16.433746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Sync routers for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:33:16.443100 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:16.443739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:16.455670 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d46e4599-f52d-4016-996c-8854d18d9a24 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "DELETE /v2.0/floatingips/2b0cd303-6334-40fa-b6ca-dadf829f04e5 HTTP/1.1" status: 204 len: 168 time: 0.8721178 Aug 19 09:33:16.547962 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:16.867116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:16.892790 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Checking router: 393323f6-77c8-48c4-8da2-9b441c3cc4a6 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:33:16.900649 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:16.901244 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:17.001218 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:17.193214 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:17.220425 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3630b8e-dfa0-4314-b4b6-8738670746d3 None None] The sync data for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi is: [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:30:04Z', 'revision_number': 4, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '9fd53259-55fe-4c31-96fc-52b2aadbb334', 'name': '', 'network_id': '17c70e32-3ff9-46f5-ae82-7db95896fdf5', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'mac_address': 'fa:16:3e:f4:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:03Z', 'updated_at': '2021-08-19T09:30:10Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'subnets': [{'id': '261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:33:17.419978 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b6f4e-6a8c-4752-89e7-49bb815d8601 None None] New status for floating IP 2b0cd303-6334-40fa-b6ca-dadf829f04e5: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:33:17.524094 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:33:17.526638 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61751ba-d82c-4ab6-b798-3d96ace23295" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:33:17.564140 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b430198-43ad-419f-9a5e-06df3ec1ffb7 x-openstack-request-id: req-3b430198-43ad-419f-9a5e-06df3ec1ffb7 {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:33:17.564433 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:33:17.564687 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b430198-43ad-419f-9a5e-06df3ec1ffb7 {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:33:17.565091 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:33:17.657668 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-308e0301-6fa7-42dc-8d73-6a5ec1fda79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:17.659168 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-308e0301-6fa7-42dc-8d73-6a5ec1fda79f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=90530af20b71443db439806c0549e1c9&device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 1099 time: 0.0398228 Aug 19 09:33:17.751944 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-2ff1f209-b35c-41ae-8b6c-f5c82285ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:17.753449 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-2ff1f209-b35c-41ae-8b6c-f5c82285ec3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 200 len: 915 time: 0.0873556 Aug 19 09:33:17.793330 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-6f33624f-a11c-4708-806b-f2d6ed6df3ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 200 len: 217 time: 0.0333445 Aug 19 09:33:17.845369 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-df406ee2-9db2-4750-baeb-336b33a20c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:17.846726 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-df406ee2-9db2-4750-baeb-336b33a20c13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 200 len: 853 time: 0.0470874 Aug 19 09:33:17.892865 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-835642c1-16db-416d-904b-2e330f7c0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:17.894441 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-835642c1-16db-416d-904b-2e330f7c0e91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17c70e32-3ff9-46f5-ae82-7db95896fdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411294 Aug 19 09:33:17.986833 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-e8d05d05-3392-494a-9d47-6fae1f92a859 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Aug 19 09:33:18.057725 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:18.079536 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c61751ba-d82c-4ab6-b798-3d96ace23295 req-43070900-0af3-4d80-aecf-51ac37dba842 service neutron] 10.222.0.35 "GET /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Aug 19 09:33:19.151478 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3c10f-eba2-409b-95d5-5ecb860a776d req-b8508d38-9a52-46ea-aa03-3858e4da6f1d tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:19.152933 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d2d3c10f-eba2-409b-95d5-5ecb860a776d req-b8508d38-9a52-46ea-aa03-3858e4da6f1d tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0485947 Aug 19 09:33:19.192915 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d2d3c10f-eba2-409b-95d5-5ecb860a776d req-bd649326-f3b8-4988-8858-16567932c9f4 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 19 09:33:20.356464 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57493c14-2ac2-4eb1-b5a3-14eea71a7dcb req-fde762d2-7746-4808-a26b-3a8fc06970b3 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:20.357945 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-57493c14-2ac2-4eb1-b5a3-14eea71a7dcb req-fde762d2-7746-4808-a26b-3a8fc06970b3 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0983715 Aug 19 09:33:20.395012 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-57493c14-2ac2-4eb1-b5a3-14eea71a7dcb req-ed9d5602-9479-4374-a118-70e670694412 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/security-groups?id=55353dfd-8a71-46f3-adf6-f64473836bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Aug 19 09:33:21.150348 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-d5d671da-ba9d-4771-ab73-7891ab5cbe11 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:21.151787 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-d5d671da-ba9d-4771-ab73-7891ab5cbe11 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.35 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 946 time: 0.0515807 Aug 19 09:33:21.239949 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Deleting port a1947c9b-406d-42f3-b1df-9498363d4e6e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:21.240286 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:21.325138 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] For port a1947c9b-406d-42f3-b1df-9498363d4e6e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a1947c9b-406d-42f3-b1df-9498363d4e6e,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:21.325496 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:21.337869 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Calling delete_port for a1947c9b-406d-42f3-b1df-9498363d4e6e owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:21.458764 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:21.489554 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6f60a6ab-c8ea-435f-970f-e813213fd91a req-5fa4863d-0baf-451d-aa15-6e1eb902b8c0 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ceaf8b9-1f54-4411-87e3-c5153b26aff5 HTTP/1.1" status: 200 len: 210 time: 0.0268166 Aug 19 09:33:21.490158 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Pushing event deleted for resources: {'Port': ['ID=a1947c9b-406d-42f3-b1df-9498363d4e6e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:21.494563 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a1947c9b-406d-42f3-b1df-9498363d4e6e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:33:21.530235 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] No DVR routers for this DVR port a1947c9b-406d-42f3-b1df-9498363d4e6e on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:33:21.532698 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:21.534657 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-5271046b-2116-463a-bb7f-1dcbb39c53be req-97b45ff7-0f47-4bb9-a3b6-4b10f4c4f381 tempest-TestMinimumBasicScenario-1894658311 tempest-TestMinimumBasicScenario-1894658311-project] 10.222.0.35 "DELETE /v2.0/ports/a1947c9b-406d-42f3-b1df-9498363d4e6e HTTP/1.1" status: 204 len: 173 time: 0.3754306 Aug 19 09:33:21.535086 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'name': 'network-vif-deleted', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:33:21.537387 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550952b8-c22c-4780-b92f-66f18114b11b" -d '{"events": [{"server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "name": "network-vif-deleted", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:33:21.574254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91afa705-5ca6-4037-83a4-d22f07c3551b x-openstack-request-id: req-91afa705-5ca6-4037-83a4-d22f07c3551b {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:33:21.574542 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceaf8b9-1f54-4411-87e3-c5153b26aff5", "name": "network-vif-deleted", "tag": "a1947c9b-406d-42f3-b1df-9498363d4e6e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:33:21.574820 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91afa705-5ca6-4037-83a4-d22f07c3551b {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:33:21.575187 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceaf8b9-1f54-4411-87e3-c5153b26aff5', 'name': 'network-vif-deleted', 'tag': 'a1947c9b-406d-42f3-b1df-9498363d4e6e', 'status': 'completed', 'code': 200} Aug 19 09:33:23.271803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55774) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:23.610894 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.083651 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Deleting port 9fd53259-55fe-4c31-96fc-52b2aadbb334 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:24.083989 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.158247 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] For port 9fd53259-55fe-4c31-96fc-52b2aadbb334, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=9fd53259-55fe-4c31-96fc-52b2aadbb334,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:24.158607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.170056 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Calling delete_port for 9fd53259-55fe-4c31-96fc-52b2aadbb334 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:24.341426 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.368347 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd53259-55fe-4c31-96fc-52b2aadbb334,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:24.392991 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a1947c9b-406d-42f3-b1df-9498363d4e6e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:24.413161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: a1947c9b-406d-42f3-b1df-9498363d4e6e {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:24.413596 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a1947c9b-406d-42f3-b1df-9498363d4e6e not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:24.527952 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.734156 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:33:24.832517 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:33:24.837473 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-a7915966-8158-46cb-9a95-8f5ea7cc01c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/393323f6-77c8-48c4-8da2-9b441c3cc4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645921 Aug 19 09:33:24.839932 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55776) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:24.842551 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Sync routers for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:33:24.852189 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:24.852793 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:24.939722 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:24.952532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:25.040224 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.092439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Deleting port 7efcb770-561f-43f6-8365-d5f5cd1f8c88 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:25.092786 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.128510 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:33:24Z', 'revision_number': 5, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port': {'id': '7efcb770-561f-43f6-8365-d5f5cd1f8c88', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:02Z', 'updated_at': '2021-08-19T09:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:25.156632 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Checking router: 393323f6-77c8-48c4-8da2-9b441c3cc4a6 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:33:25.164555 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Routers {'393323f6-77c8-48c4-8da2-9b441c3cc4a6'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:25.165167 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:25.181391 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] For port 7efcb770-561f-43f6-8365-d5f5cd1f8c88, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=7efcb770-561f-43f6-8365-d5f5cd1f8c88,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:25.181760 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.193984 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Calling delete_port for 7efcb770-561f-43f6-8365-d5f5cd1f8c88 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:25.248814 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] Set router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 gateway port host: None {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:25.303897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:33:25Z', 'revision_number': 6, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:25.332686 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3ded9-f873-466e-a056-10c8ef6e4e91 None None] The sync data for ids ['393323f6-77c8-48c4-8da2-9b441c3cc4a6'] in dv-cinder-773876-3-iscsi is: [{'id': '393323f6-77c8-48c4-8da2-9b441c3cc4a6', 'name': 'tempest-TestMinimumBasicScenario-470692809-router', 'tenant_id': '90530af20b71443db439806c0549e1c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:01Z', 'updated_at': '2021-08-19T09:33:25Z', 'revision_number': 6, 'project_id': '90530af20b71443db439806c0549e1c9', 'gw_port_host': None}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:33:25.369531 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.397700 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7efcb770-561f-43f6-8365-d5f5cd1f8c88,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:25.458848 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.547852 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.549915 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.591498 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.591981 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 393323f6-77c8-48c4-8da2-9b441c3cc4a6 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:33:25.596815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.597972 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-cba82030-fe9c-4cf3-a218-f60006704dfb admin admin] 10.222.0.32 "DELETE /v2.0/routers/393323f6-77c8-48c4-8da2-9b441c3cc4a6 HTTP/1.1" status: 204 len: 168 time: 0.7571311 Aug 19 09:33:25.600478 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55778) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:25.646202 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Deleting subnet 261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:33:25.649192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.684506 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.773430 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.824803 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.850778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:25.854309 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.856446 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-ecfd3404-3463-4662-97e2-6471ce8041c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/261eb4ec-f6b6-4993-bfa2-cbc29fcd2a84 HTTP/1.1" status: 204 len: 168 time: 0.2548032 Aug 19 09:33:25.858864 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55780) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:25.860619 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbb401-05b8-43c4-9c2d-91df3eb43af7 None None] Network 17c70e32-3ff9-46f5-ae82-7db95896fdf5 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:33:25.927484 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:25.979479 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Deleting port 486f1f13-4c12-4e82-b746-67ea4a992a8b {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:25.979864 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.042662 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] For port 486f1f13-4c12-4e82-b746-67ea4a992a8b, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=486f1f13-4c12-4e82-b746-67ea4a992a8b,segment=NetworkSegment(293185b2-731d-45a4-817f-0b2666718073),segment_id=293185b2-731d-45a4-817f-0b2666718073)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:26.042961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.054960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Calling delete_port for 486f1f13-4c12-4e82-b746-67ea4a992a8b owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:26.108874 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40530200-7145-491d-8fc5-636b489bd2af None None] DHCP port deletion for 17c70e32-3ff9-46f5-ae82-7db95896fdf5 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:33:26.147696 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.161546 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Deleting port 486f1f13-4c12-4e82-b746-67ea4a992a8b {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:26.161916 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.176431 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Pushing event deleted for resources: {'Port': ['ID=486f1f13-4c12-4e82-b746-67ea4a992a8b,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:26.176673 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 9fd53259-55fe-4c31-96fc-52b2aadbb334 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:26.178439 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] No DVR routers for this DVR port 486f1f13-4c12-4e82-b746-67ea4a992a8b on host dv-cinder-773876-3-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:33:26.231930 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 9fd53259-55fe-4c31-96fc-52b2aadbb334 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:26.232270 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 9fd53259-55fe-4c31-96fc-52b2aadbb334 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:26.249578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-40530200-7145-491d-8fc5-636b489bd2af None None] For port 486f1f13-4c12-4e82-b746-67ea4a992a8b, host dv-cinder-773876-3-iscsi, got binding levels [] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:26.250265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.253221 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.262799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c70e32-3ff9-46f5-ae82-7db95896fdf5']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:26.263059 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Calling delete_port for 486f1f13-4c12-4e82-b746-67ea4a992a8b owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:26.266350 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.ipam_backend_mixin [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Port 486f1f13-4c12-4e82-b746-67ea4a992a8b was not found and therefore no delete operation was performed {{(pid=93739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 09:33:26.267619 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.273156 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293185b2-731d-45a4-817f-0b2666718073') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:26.273448 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293185b2-731d-45a4-817f-0b2666718073') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:26.282166 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.290267 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40530200-7145-491d-8fc5-636b489bd2af None None] Pushing event deleted for resources: {'Port': ['ID=486f1f13-4c12-4e82-b746-67ea4a992a8b,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:26.295768 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40530200-7145-491d-8fc5-636b489bd2af None None] No DVR routers for this DVR port 486f1f13-4c12-4e82-b746-67ea4a992a8b on host dv-cinder-773876-3-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:33:26.297984 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.309659 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:33:26.310246 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:33:26.312225 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:33:26.372059 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.382098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.384126 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] 10.222.0.32 "DELETE /v2.0/networks/17c70e32-3ff9-46f5-ae82-7db95896fdf5 HTTP/1.1" status: 204 len: 168 time: 0.5239561 Aug 19 09:33:26.387798 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55782) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:26.394271 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a227f-9475-4916-8cd3-3a55e534f289 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c70e32-3ff9-46f5-ae82-7db95896fdf5,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:26.714847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:26.944073 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Deleting port c655f988-065c-46a8-9a9d-8440a64726f8 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:26.944409 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:27.021280 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] For port c655f988-065c-46a8-9a9d-8440a64726f8, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c655f988-065c-46a8-9a9d-8440a64726f8,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:27.021560 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:27.033161 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Calling delete_port for c655f988-065c-46a8-9a9d-8440a64726f8 owned by network:router_interface {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:27.455346 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:27.481931 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c655f988-065c-46a8-9a9d-8440a64726f8,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:27.643847 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:27.834511 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 7efcb770-561f-43f6-8365-d5f5cd1f8c88 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:27.855613 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 7efcb770-561f-43f6-8365-d5f5cd1f8c88 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:27.856253 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 7efcb770-561f-43f6-8365-d5f5cd1f8c88 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:27.856933 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 486f1f13-4c12-4e82-b746-67ea4a992a8b no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:27.872079 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Router e5faae0a-55f4-4e85-aef0-453214a53c48 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:33:27.880891 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 486f1f13-4c12-4e82-b746-67ea4a992a8b {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:27.881235 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 486f1f13-4c12-4e82-b746-67ea4a992a8b not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:27.981655 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:33:27.987091 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5fa753cf-21c7-4b52-9aef-39ef0b9763a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/e5faae0a-55f4-4e85-aef0-453214a53c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986953 Aug 19 09:33:27.989593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55784) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:27.990585 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Sync routers for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:33:27.999536 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:28.000211 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:28.090924 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks [] for router, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.101552 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:28.192695 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.248352 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Deleting port a72d4be6-bee6-4453-a815-fe35aafd09d2 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:28.248583 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.281917 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:33:27Z', 'revision_number': 5, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port': {'id': 'a72d4be6-bee6-4453-a815-fe35aafd09d2', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:28.308636 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Checking router: e5faae0a-55f4-4e85-aef0-453214a53c48 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:33:28.317644 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Routers {'e5faae0a-55f4-4e85-aef0-453214a53c48'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:33:28.318254 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:33:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e5faae0a-55f4-4e85-aef0-453214a53c48'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:28.329112 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] For port a72d4be6-bee6-4453-a815-fe35aafd09d2, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a72d4be6-bee6-4453-a815-fe35aafd09d2,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:28.329471 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.340655 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Calling delete_port for a72d4be6-bee6-4453-a815-fe35aafd09d2 owned by network:router_gateway {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:28.403032 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] Set router e5faae0a-55f4-4e85-aef0-453214a53c48 gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:33:28.456204 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:33:28Z', 'revision_number': 6, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:28.482309 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347cc2d-9264-43e8-8e64-b38f3fdaa3d5 None None] The sync data for ids ['e5faae0a-55f4-4e85-aef0-453214a53c48'] in dv-cinder-773876-3-iscsi is: [{'id': 'e5faae0a-55f4-4e85-aef0-453214a53c48', 'name': 'tempest-TestMinimumBasicScenario-1538411253-router', 'tenant_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:30:06Z', 'updated_at': '2021-08-19T09:33:28Z', 'revision_number': 6, 'project_id': 'a2995fbcdec44317acddca9d0f9b09c5', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:33:28.512323 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.538375 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72d4be6-bee6-4453-a815-fe35aafd09d2,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:28.594205 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.682632 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.684729 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.726671 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.727306 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5faae0a-55f4-4e85-aef0-453214a53c48 {{(pid=93737) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:33:28.731783 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.732961 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5696f4b7-01aa-400e-9cda-46f83a878456 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e5faae0a-55f4-4e85-aef0-453214a53c48 HTTP/1.1" status: 204 len: 168 time: 0.7424538 Aug 19 09:33:28.735826 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55786) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:28.778659 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Deleting subnet e55ca826-bd72-434a-9a0f-916d36a3170c {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:33:28.781576 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.814223 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.897354 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.949300 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.975760 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55ca826-bd72-434a-9a0f-916d36a3170c,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:28.977705 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:28.979584 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-36ddcd83-fc07-499e-849f-8d452cffd5b6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e55ca826-bd72-434a-9a0f-916d36a3170c HTTP/1.1" status: 204 len: 168 time: 0.2428272 Aug 19 09:33:28.982252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55788) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:28.983992 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d8b29-3351-4412-b20e-41f0517e7601 None None] Network 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:33:29.050842 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.102823 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Deleting port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:29.103167 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.165149 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] For port af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,segment=NetworkSegment(981a2497-d920-4180-95d7-1b5174e91684),segment_id=981a2497-d920-4180-95d7-1b5174e91684)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:29.165442 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.177661 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Calling delete_port for af621395-1b5d-4c7f-a5e1-4b6c2cee0680 owned by network:dhcp {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:29.231551 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] DHCP port deletion for 6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:33:29.260940 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.281739 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Deleting port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:33:29.282128 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.285948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Pushing event deleted for resources: {'Port': ['ID=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:29.289394 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] No DVR routers for this DVR port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 on host dv-cinder-773876-3-iscsi {{(pid=93737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:33:29.346436 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] For port af621395-1b5d-4c7f-a5e1-4b6c2cee0680, host dv-cinder-773876-3-iscsi, got binding levels [] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:33:29.346836 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.359372 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Calling delete_port for af621395-1b5d-4c7f-a5e1-4b6c2cee0680 owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:33:29.362099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.ipam_backend_mixin [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 was not found and therefore no delete operation was performed {{(pid=93739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 09:33:29.363446 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.365199 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.374992 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a38e4bd-6787-47a6-ae26-6daf9f8a19b7']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:29.385615 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981a2497-d920-4180-95d7-1b5174e91684') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:29.385824 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981a2497-d920-4180-95d7-1b5174e91684') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:33:29.389522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] No DVR routers for this DVR port af621395-1b5d-4c7f-a5e1-4b6c2cee0680 on host dv-cinder-773876-3-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:33:29.399356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6dbc-fc9a-4f7f-a5e6-9d0ca1796011 None None] Pushing event deleted for resources: {'Port': ['ID=af621395-1b5d-4c7f-a5e1-4b6c2cee0680,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:29.401118 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.416874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.424413 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:33:29.424830 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:33:29.426481 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:33:29.481572 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.491043 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.492916 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a38e4bd-6787-47a6-ae26-6daf9f8a19b7 HTTP/1.1" status: 204 len: 168 time: 0.5097694 Aug 19 09:33:29.506610 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48e2a1-3cfe-486c-8d72-48c576176326 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a38e4bd-6787-47a6-ae26-6daf9f8a19b7,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:29.667994 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55792) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:29.706772 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-cf9368af-5f42-4f2c-9d64-40a93803fdb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90530af20b71443db439806c0549e1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376086 Aug 19 09:33:29.709126 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55794) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:29.768809 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.773539 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c655f988-065c-46a8-9a9d-8440a64726f8 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:29.791857 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.796004 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: c655f988-065c-46a8-9a9d-8440a64726f8 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:29.796346 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c655f988-065c-46a8-9a9d-8440a64726f8 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:29.797356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af621395-1b5d-4c7f-a5e1-4b6c2cee0680 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:29.814998 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: af621395-1b5d-4c7f-a5e1-4b6c2cee0680 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:29.815359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device af621395-1b5d-4c7f-a5e1-4b6c2cee0680 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:29.815761 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a72d4be6-bee6-4453-a815-fe35aafd09d2 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:33:29.834157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: a72d4be6-bee6-4453-a815-fe35aafd09d2 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:33:29.834399 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a72d4be6-bee6-4453-a815-fe35aafd09d2 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:33:29.840450 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.843644 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:29.845306 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55353dfd-8a71-46f3-adf6-f64473836bb8 HTTP/1.1" status: 204 len: 168 time: 0.1352925 Aug 19 09:33:29.853236 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4d038-83a6-4729-9d64-f91347d7130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55353dfd-8a71-46f3-adf6-f64473836bb8,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:30.160475 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55800) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:30.198088 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-21d8ed66-482d-4d89-8363-2bce6625c498 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2995fbcdec44317acddca9d0f9b09c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364709 Aug 19 09:33:30.200337 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55802) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:33:30.247708 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:30.269462 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:30.314618 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:30.317415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:30.318862 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ff05dc5-1b50-434a-bbbe-c98032efc3ff HTTP/1.1" status: 204 len: 168 time: 0.1175735 Aug 19 09:33:30.326437 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dbed6-6489-4027-b0e3-eef1528a044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff05dc5-1b50-434a-bbbe-c98032efc3ff,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:33:35.779094 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:38.838031 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:33:39.678416 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-54561566-8180-4ba4-b9ad-3fb9de9ae7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1750584 Aug 19 09:33:39.772987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91024-9771-4910-906a-798f8a16359b req-151a38fd-9d9c-42b4-b038-7160ee8c3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:39.774422 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-151a38fd-9d9c-42b4-b038-7160ee8c3ba5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0388391 Aug 19 09:33:39.872492 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91024-9771-4910-906a-798f8a16359b req-db058351-ba89-4365-a216-5bc07f62f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:39.873941 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-db058351-ba89-4365-a216-5bc07f62f7be service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.0817082 Aug 19 09:33:39.939124 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-a03e77ee-c5bb-46fa-b030-b08a5a585581 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 1002 time: 0.0577159 Aug 19 09:33:39.986824 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91024-9771-4910-906a-798f8a16359b req-7a4a1b4f-901f-428d-a148-876b05302620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:39.988360 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-7a4a1b4f-901f-428d-a148-876b05302620 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0423341 Aug 19 09:33:40.031757 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91024-9771-4910-906a-798f8a16359b req-3c502766-46d2-42b7-a72b-d2c61dd97acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:33:40.033843 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-3c502766-46d2-42b7-a72b-d2c61dd97acd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386138 Aug 19 09:33:40.122623 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-2e2a7857-c681-4963-8751-438000c9be86 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811203 Aug 19 09:33:40.211658 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-08c91024-9771-4910-906a-798f8a16359b req-465a177d-25c4-4131-b0c5-aa01ac140c88 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Aug 19 09:33:40.643082 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-d69b117c-f711-4c14-9e65-7f6febc4f9b0 req-bbbc5c03-bb6c-4f76-bba2-aff3729f5aa3 service neutron] (93737) timed out ('10.222.0.35', 58813) {{(pid=93737) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 09:33:42.441388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f5533c29-40fa-48d7-ba8f-9785b7581fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:45.004332 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d199e73a-ff5a-499d-88e8-923bbd3e1c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:45.210074 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:46.280210 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:33:48.059525 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:05.779768 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:12.441630 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-185bad2a-a685-43e2-a7e8-62cdeb8e5fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:15.004319 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3be56d35-bc3a-4df8-994a-580ddc2fd729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:15.210438 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:15.837036 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:34:16.283777 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:18.063405 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:35.783885 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:37.844216 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55818) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:37.999549 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Deleting port cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:37.999894 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.072133 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.072379 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.084132 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Calling delete_port for cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:38.228113 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.252456 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event deleted for resources: {'Port': ['ID=cc9d3b0e-ac95-4e7a-bf3d-f9ee059bf67d,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:38.263510 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.263858 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.264197 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.264529 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.265373 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.265777 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.266129 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.266459 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.266784 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.267106 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.267452 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.267774 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:38.322371 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.322613 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Floating IP 4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1 disassociated (deleted). External IP: 172.27.3.157, port: ef99c2b3-920f-4e54-9c11-002a92166219. Aug 19 09:34:38.517064 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:34:38.617464 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:38.621788 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:38.627770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Sync routers for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:38.636441 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:38.637043 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:38.651792 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b11bb59b-decb-4927-92e0-07a8b5736051 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1 HTTP/1.1" status: 204 len: 168 time: 0.8054118 Aug 19 09:34:38.652394 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:34:38.654615 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70765e-d76d-43f0-a95c-adeb012e3c56" -d '{"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:34:38.692402 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dcb8de-cb38-4b5f-8784-78c9b176bf6c x-openstack-request-id: req-05dcb8de-cb38-4b5f-8784-78c9b176bf6c {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:34:38.692687 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:34:38.692937 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05dcb8de-cb38-4b5f-8784-78c9b176bf6c {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:34:38.693346 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'status': 'completed', 'code': 200} Aug 19 09:34:38.739854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:38.777178 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-efac9e2e-61b4-45fd-a76a-0c3fe7f3aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:38.778721 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-efac9e2e-61b4-45fd-a76a-0c3fe7f3aac2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 1099 time: 0.0417039 Aug 19 09:34:38.871085 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-c14a925a-c74b-4e14-814f-7773889fe220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:38.872603 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-c14a925a-c74b-4e14-814f-7773889fe220 service neutron] 10.222.0.35 "GET /v2.0/networks?id=016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 200 len: 909 time: 0.0873024 Aug 19 09:34:38.920057 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-043a58ca-10b3-4a82-81d6-6ab71f792e41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 200 len: 217 time: 0.0401103 Aug 19 09:34:38.978611 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-a9cd7b02-0265-43c9-a833-cc86edf414b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:38.980178 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-a9cd7b02-0265-43c9-a833-cc86edf414b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 200 len: 847 time: 0.0535131 Aug 19 09:34:39.073461 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:39.074198 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-bb04fe1c-271b-48a9-a1ce-ec4ce660fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:39.075721 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-bb04fe1c-271b-48a9-a1ce-ec4ce660fc86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=016591c5-c729-4b00-8d4b-0a7b38936a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725284 Aug 19 09:34:39.084400 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e71f7-7305-4031-9bed-6e5e3c5e7dfe req-3670744a-930b-4f71-acc1-2f0c3eaec78f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:39.085769 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f6e71f7-7305-4031-9bed-6e5e3c5e7dfe req-3670744a-930b-4f71-acc1-2f0c3eaec78f tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0813227 Aug 19 09:34:39.100261 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Checking router: 67e5aca5-9273-46e6-b50a-74d25a03a4c7 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:39.108818 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:39.109570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:39.165036 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f6e71f7-7305-4031-9bed-6e5e3c5e7dfe req-ddfb1818-21e3-4fcd-8ae7-0733b86e3a39 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707295 Aug 19 09:34:39.194872 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-c4650afb-68d0-4040-9ba5-365420a65be6 service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081715 Aug 19 09:34:39.213314 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:39.286573 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-fe70765e-d76d-43f0-a95c-adeb012e3c56 req-e077c0f7-817f-49ca-a884-9fee593810ca service neutron] 10.222.0.35 "GET /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Aug 19 09:34:39.410802 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:39.436345 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf702a56-b84c-48ec-8eb6-c03f7bca7c43 None None] The sync data for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi is: [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:31Z', 'revision_number': 4, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '3802025c-e413-4041-8963-c081a1823bab', 'name': '', 'network_id': '016591c5-c729-4b00-8d4b-0a7b38936a0c', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'mac_address': 'fa:16:3e:41:60:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:31Z', 'updated_at': '2021-08-19T09:29:38Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'subnets': [{'id': 'e79e5bee-c5c0-432b-b881-f7aabce753b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:34:39.641189 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd8dd8-055a-48e2-939f-4e5575cc1b72 None None] New status for floating IP 4e0558b7-f7ce-4a5f-b53a-d5ad140a74b1: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:34:40.279023 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93848b9a-f90a-436a-8a09-1e81f4a53b4a req-74eb81f5-8b32-4a74-bc56-f19c1fe60c86 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:40.281064 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-93848b9a-f90a-436a-8a09-1e81f4a53b4a req-74eb81f5-8b32-4a74-bc56-f19c1fe60c86 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0480309 Aug 19 09:34:40.319227 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-93848b9a-f90a-436a-8a09-1e81f4a53b4a req-81baccb1-315b-45fb-8d46-97a3fee2750c tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/security-groups?id=fad7659d-ffa0-4835-9be5-c9eecbfe4e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Aug 19 09:34:40.834505 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-b22eb812-7921-40e9-a6db-e7a41c60c34e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:40.835967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-b22eb812-7921-40e9-a6db-e7a41c60c34e tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.35 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 946 time: 0.0475941 Aug 19 09:34:40.925674 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Deleting port ef99c2b3-920f-4e54-9c11-002a92166219 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:40.926022 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:41.009518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] For port ef99c2b3-920f-4e54-9c11-002a92166219, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ef99c2b3-920f-4e54-9c11-002a92166219,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:41.009880 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:41.022231 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Calling delete_port for ef99c2b3-920f-4e54-9c11-002a92166219 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:41.145898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:41.173097 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event deleted for resources: {'Port': ['ID=ef99c2b3-920f-4e54-9c11-002a92166219,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:41.184419 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.184772 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.185116 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.185447 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.185778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.186106 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.186432 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.187421 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.187797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.188207 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.188534 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.188856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:41.223967 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] No DVR routers for this DVR port ef99c2b3-920f-4e54-9c11-002a92166219 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:34:41.226328 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:41.228313 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-450c1be8-10b7-4738-aa91-5dc9e95e1cfa req-e35a7db1-d55f-423b-8d1a-cb7b7bbd9edd tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.35 "DELETE /v2.0/ports/ef99c2b3-920f-4e54-9c11-002a92166219 HTTP/1.1" status: 204 len: 173 time: 0.3859830 Aug 19 09:34:41.228738 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-deleted', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:34:41.230975 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3bf1b6-cb63-41e6-afaf-c635c14d6ea0" -d '{"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-deleted", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:34:41.329237 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d6bcb9-0525-4bf4-9235-60ca628f7ef0 x-openstack-request-id: req-18d6bcb9-0525-4bf4-9235-60ca628f7ef0 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:34:41.329549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28718e64-45fc-43ba-8132-a59e7a0dbf86", "name": "network-vif-deleted", "tag": "ef99c2b3-920f-4e54-9c11-002a92166219", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:34:41.329801 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18d6bcb9-0525-4bf4-9235-60ca628f7ef0 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:34:41.330199 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28718e64-45fc-43ba-8132-a59e7a0dbf86', 'name': 'network-vif-deleted', 'tag': 'ef99c2b3-920f-4e54-9c11-002a92166219', 'status': 'completed', 'code': 200} Aug 19 09:34:41.413252 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a5fb456d-e960-41df-98af-9dd9223beadd req-e48fd774-a5b0-45a4-b364-17c4bd1ecc05 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "GET /v2.0/ports?device_id=28718e64-45fc-43ba-8132-a59e7a0dbf86 HTTP/1.1" status: 200 len: 210 time: 0.0256155 Aug 19 09:34:42.442517 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-36948614-a384-4e9d-811c-220286c199de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:42.469107 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55852) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:42.524712 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:42.548120 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:42.608168 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:42.610627 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:42.611808 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] 10.222.0.32 "DELETE /v2.0/security-groups/fad7659d-ffa0-4835-9be5-c9eecbfe4e85 HTTP/1.1" status: 204 len: 168 time: 0.1417265 Aug 19 09:34:42.621312 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9d16-6868-4eb0-b7df-27a425dbf636 tempest-TestShelveInstance-222751568 tempest-TestShelveInstance-222751568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7659d-ffa0-4835-9be5-c9eecbfe4e85,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:43.680741 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55858) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:44.365432 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:44.596809 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Deleting port 3802025c-e413-4041-8963-c081a1823bab {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:44.597147 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:44.674531 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] For port 3802025c-e413-4041-8963-c081a1823bab, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=3802025c-e413-4041-8963-c081a1823bab,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:44.674810 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:44.686312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Calling delete_port for 3802025c-e413-4041-8963-c081a1823bab owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:44.787518 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:44.807071 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: ef99c2b3-920f-4e54-9c11-002a92166219 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:44.807505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ef99c2b3-920f-4e54-9c11-002a92166219 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:44.860549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:44.885722 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3802025c-e413-4041-8963-c081a1823bab,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:45.005185 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-23f19dfd-986b-43f2-b0dd-d5076482daaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.047015 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.212593 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.256143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:34:45.361011 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:45.366665 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2f3e59a1-c7cf-4af3-b684-ca3e756899b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/67e5aca5-9273-46e6-b50a-74d25a03a4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849208 Aug 19 09:34:45.369151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55862) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:45.371141 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Sync routers for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:45.385841 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:45.386592 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:45.474263 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.491458 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:45.572100 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.624182 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Deleting port 994d3eb7-55c8-46a8-9091-5bfa27afabc8 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:45.624520 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.668779 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:34:44Z', 'revision_number': 5, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port': {'id': '994d3eb7-55c8-46a8-9091-5bfa27afabc8', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:45.694010 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Checking router: 67e5aca5-9273-46e6-b50a-74d25a03a4c7 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:45.702092 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Routers {'67e5aca5-9273-46e6-b50a-74d25a03a4c7'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:45.703337 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:45.705101 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] For port 994d3eb7-55c8-46a8-9091-5bfa27afabc8, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=994d3eb7-55c8-46a8-9091-5bfa27afabc8,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:45.705597 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.716726 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Calling delete_port for 994d3eb7-55c8-46a8-9091-5bfa27afabc8 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:45.788646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] Set router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 gateway port host: None {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:45.843647 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:34:45Z', 'revision_number': 6, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:45.869859 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c9b5c-1a1e-458b-94f1-834bea2e9ac2 None None] The sync data for ids ['67e5aca5-9273-46e6-b50a-74d25a03a4c7'] in dv-cinder-773876-3-iscsi is: [{'id': '67e5aca5-9273-46e6-b50a-74d25a03a4c7', 'name': 'tempest-TestShelveInstance-675144059-router', 'tenant_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:29Z', 'updated_at': '2021-08-19T09:34:45Z', 'revision_number': 6, 'project_id': '06f1ca56a68b40f693d7f41d1f8646d9', 'gw_port_host': None}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:34:45.889107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:45.917442 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=994d3eb7-55c8-46a8-9091-5bfa27afabc8,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:45.973286 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.062069 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.064070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.105350 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.105999 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e5aca5-9273-46e6-b50a-74d25a03a4c7 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:34:46.111061 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.112251 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-49c95fc7-dc4d-49ac-97c6-7817c3df12e6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/67e5aca5-9273-46e6-b50a-74d25a03a4c7 HTTP/1.1" status: 204 len: 168 time: 0.7415261 Aug 19 09:34:46.114999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55864) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:46.158962 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_v2 [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Deleting subnet e79e5bee-c5c0-432b-b881-f7aabce753b8 {{(pid=93737) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:34:46.161868 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.194848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15173509'] for subnet, precommit_delete_associations {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.280626 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.287933 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.339660 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14877204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16342932'] for subnet, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.367111 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79e5bee-c5c0-432b-b881-f7aabce753b8,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:46.369101 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for subnet, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.371807 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-6802ab2f-39cd-463c-8b29-8094060dd4fa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e79e5bee-c5c0-432b-b881-f7aabce753b8 HTTP/1.1" status: 204 len: 168 time: 0.2548521 Aug 19 09:34:46.373414 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55866) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:46.375759 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e19d90-1070-497e-b47f-93d0775bedfe None None] Network 016591c5-c729-4b00-8d4b-0a7b38936a0c requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:46.444036 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.505255 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Deleting port acb78ea5-d600-48a7-b97a-062908719db4 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:46.505601 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.569027 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] For port acb78ea5-d600-48a7-b97a-062908719db4, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=acb78ea5-d600-48a7-b97a-062908719db4,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:46.569328 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.581830 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Calling delete_port for acb78ea5-d600-48a7-b97a-062908719db4 owned by network:dhcp {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:46.615509 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] DHCP port deletion for 016591c5-c729-4b00-8d4b-0a7b38936a0c request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:34:46.662555 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Deleting port acb78ea5-d600-48a7-b97a-062908719db4 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:46.662932 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.669218 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.699002 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb78ea5-d600-48a7-b97a-062908719db4,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:46.700888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] No DVR routers for this DVR port acb78ea5-d600-48a7-b97a-062908719db4 on host dv-cinder-773876-3-iscsi {{(pid=93737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:34:46.731641 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] For port acb78ea5-d600-48a7-b97a-062908719db4, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=acb78ea5-d600-48a7-b97a-062908719db4,segment=NetworkSegment(f7ecce91-d6d9-465a-ae60-aec7b161b9c5),segment_id=f7ecce91-d6d9-465a-ae60-aec7b161b9c5)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:46.732420 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.746775 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Calling delete_port for acb78ea5-d600-48a7-b97a-062908719db4 owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:46.777406 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.788301 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016591c5-c729-4b00-8d4b-0a7b38936a0c']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:46.802423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:46.802728 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ecce91-d6d9-465a-ae60-aec7b161b9c5') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:46.813326 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.822031 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.826679 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.833914 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:34:46.834313 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:34:46.836295 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:34:46.847459 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Pushing event deleted for resources: {'Port': ['ID=acb78ea5-d600-48a7-b97a-062908719db4,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:46.855184 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] No DVR routers for this DVR port acb78ea5-d600-48a7-b97a-062908719db4 on host dv-cinder-773876-3-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:34:46.857370 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.857783 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.858048 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.858378 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.858970 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.859339 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.859655 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.860090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.860325 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.860653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.860985 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.861291 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dcf9f-133e-4cec-88e9-c64b2590ee38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:46.895141 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.901148 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:46.903073 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] 10.222.0.32 "DELETE /v2.0/networks/016591c5-c729-4b00-8d4b-0a7b38936a0c HTTP/1.1" status: 204 len: 168 time: 0.5286853 Aug 19 09:34:46.906281 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55868) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:46.914471 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04236-47cf-425b-8d3d-8a61c5165421 admin admin] Pushing event deleted for resources: {'Network': ['ID=016591c5-c729-4b00-8d4b-0a7b38936a0c,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:47.241079 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:47.471793 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Deleting port fcb89964-c8ee-4fd3-ad31-a370839b2d7a {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:47.472133 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:47.549888 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] For port fcb89964-c8ee-4fd3-ad31-a370839b2d7a, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:47.550173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:47.562009 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Calling delete_port for fcb89964-c8ee-4fd3-ad31-a370839b2d7a owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:47.732711 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:47.758180 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb89964-c8ee-4fd3-ad31-a370839b2d7a,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:47.832979 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device acb78ea5-d600-48a7-b97a-062908719db4 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:47.858199 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: acb78ea5-d600-48a7-b97a-062908719db4 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:47.858543 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device acb78ea5-d600-48a7-b97a-062908719db4 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:47.859181 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 994d3eb7-55c8-46a8-9091-5bfa27afabc8 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:47.879478 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 994d3eb7-55c8-46a8-9091-5bfa27afabc8 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:47.879820 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 994d3eb7-55c8-46a8-9091-5bfa27afabc8 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:47.880234 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 3802025c-e413-4041-8963-c081a1823bab no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:47.899113 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 3802025c-e413-4041-8963-c081a1823bab {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:47.899113 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 3802025c-e413-4041-8963-c081a1823bab not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:47.923445 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.066388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.372607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Router edd093a1-b332-454c-b822-778f111218ca has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:34:48.473915 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:48.480028 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9acbaf3d-a5aa-4a96-afab-5b0a4a69abb9 admin admin] 10.222.0.32 "PUT /v2.0/routers/edd093a1-b332-454c-b822-778f111218ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723937 Aug 19 09:34:48.481296 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55870) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:48.482691 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Sync routers for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:48.491901 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:48.492503 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:48.582331 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.595624 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:48.683752 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.735376 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Deleting port a9d2104c-7211-46c5-af3d-3054692f30de {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:48.735723 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.771924 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:34:47Z', 'revision_number': 5, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port': {'id': 'a9d2104c-7211-46c5-af3d-3054692f30de', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd093a1-b332-454c-b822-778f111218ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:48.801149 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Checking router: edd093a1-b332-454c-b822-778f111218ca for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:48.809569 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Routers {'edd093a1-b332-454c-b822-778f111218ca'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:48.810172 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['edd093a1-b332-454c-b822-778f111218ca'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:48.814586 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] For port a9d2104c-7211-46c5-af3d-3054692f30de, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=a9d2104c-7211-46c5-af3d-3054692f30de,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:48.814953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:48.826434 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Calling delete_port for a9d2104c-7211-46c5-af3d-3054692f30de owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:48.894369 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] Set router edd093a1-b332-454c-b822-778f111218ca gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:48.945919 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:34:48Z', 'revision_number': 6, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:48.990339 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.018774 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d2104c-7211-46c5-af3d-3054692f30de,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:49.069475 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e831a9f-2e32-4474-ba71-7b1fbdf2e4a5 None None] The sync data for ids ['edd093a1-b332-454c-b822-778f111218ca'] in dv-cinder-773876-3-iscsi is: [{'id': 'edd093a1-b332-454c-b822-778f111218ca', 'name': 'tempest-TestShelveInstance-265466461-router', 'tenant_id': 'def341414f994077803baeaa0d41bea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:29:34Z', 'updated_at': '2021-08-19T09:34:48Z', 'revision_number': 6, 'project_id': 'def341414f994077803baeaa0d41bea0', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:34:49.080751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.172826 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.174845 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.216266 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.216745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd093a1-b332-454c-b822-778f111218ca {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:34:49.221465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.222639 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-d6fc8458-b9ff-4243-82f8-65f491139cdd admin admin] 10.222.0.32 "DELETE /v2.0/routers/edd093a1-b332-454c-b822-778f111218ca HTTP/1.1" status: 204 len: 168 time: 0.7401466 Aug 19 09:34:49.225186 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55872) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:49.268696 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Deleting subnet 41ceef13-2215-463e-87f7-f4ef5dc84cb3 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:34:49.271708 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.304965 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.382750 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.436870 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.464380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ceef13-2215-463e-87f7-f4ef5dc84cb3,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:49.468093 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.471719 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-553dc68d-04b4-4959-a4f4-062d45dea2d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/41ceef13-2215-463e-87f7-f4ef5dc84cb3 HTTP/1.1" status: 204 len: 168 time: 0.2455549 Aug 19 09:34:49.473057 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55874) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:49.474410 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39235bc0-f6a6-4d72-9337-cf12cfedf34c None None] Network 202577fa-60e7-42d8-a69a-3621f7226014 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:49.547345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.600288 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Deleting port 740017c1-289b-49fa-8095-c9d028732d35 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:34:49.600633 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.661473 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] For port 740017c1-289b-49fa-8095-c9d028732d35, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=740017c1-289b-49fa-8095-c9d028732d35,segment=NetworkSegment(b80e3e5a-2b33-4b4e-8e17-45606721f798),segment_id=b80e3e5a-2b33-4b4e-8e17-45606721f798)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:49.661838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.673753 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Calling delete_port for 740017c1-289b-49fa-8095-c9d028732d35 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:34:49.753751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.780133 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] No DVR routers for this DVR port 740017c1-289b-49fa-8095-c9d028732d35 on host dv-cinder-773876-3-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:34:49.784074 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Pushing event deleted for resources: {'Port': ['ID=740017c1-289b-49fa-8095-c9d028732d35,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:49.857766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.864499 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7efda-d34e-41ce-a9ef-fb72735683f5 None None] DHCP port deletion for 202577fa-60e7-42d8-a69a-3621f7226014 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:34:49.871764 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202577fa-60e7-42d8-a69a-3621f7226014']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:49.887254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e3e5a-2b33-4b4e-8e17-45606721f798') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:49.887578 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e3e5a-2b33-4b4e-8e17-45606721f798') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:49.896873 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.910964 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fcb89964-c8ee-4fd3-ad31-a370839b2d7a no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:49.911249 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.918265 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:34:49.918676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:34:49.920739 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:34:49.931996 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: fcb89964-c8ee-4fd3-ad31-a370839b2d7a {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:49.932336 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device fcb89964-c8ee-4fd3-ad31-a370839b2d7a not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:49.932753 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a9d2104c-7211-46c5-af3d-3054692f30de no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:49.956208 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: a9d2104c-7211-46c5-af3d-3054692f30de {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:49.956358 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device a9d2104c-7211-46c5-af3d-3054692f30de not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:49.956838 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 740017c1-289b-49fa-8095-c9d028732d35 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:34:49.976665 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.979162 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 740017c1-289b-49fa-8095-c9d028732d35 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:34:49.979538 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 740017c1-289b-49fa-8095-c9d028732d35 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:34:49.983066 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:49.987345 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] 10.222.0.32 "DELETE /v2.0/networks/202577fa-60e7-42d8-a69a-3621f7226014 HTTP/1.1" status: 204 len: 168 time: 0.5116627 Aug 19 09:34:49.998973 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb60e7-922a-4eee-936e-2abd9d4fc37f admin admin] Pushing event deleted for resources: {'Network': ['ID=202577fa-60e7-42d8-a69a-3621f7226014,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:50.104595 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55878) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:50.145458 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-48c68b4b-764a-41dc-b336-08beaa93de09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06f1ca56a68b40f693d7f41d1f8646d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397158 Aug 19 09:34:50.148105 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55880) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:50.193315 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.217374 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.261520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.263996 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.265121 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d1f941a-cc45-4ec7-87e4-e8fb1bb5480d HTTP/1.1" status: 204 len: 168 time: 0.1161513 Aug 19 09:34:50.272901 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb4e8-8db7-4ab4-99ad-c755afd56a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f941a-cc45-4ec7-87e4-e8fb1bb5480d,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:50.565665 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55886) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:50.605075 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8e18806a-4fce-4181-bbc6-5b296ff79673 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=def341414f994077803baeaa0d41bea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382144 Aug 19 09:34:50.607804 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55888) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:50.655086 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.676470 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.720885 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.723512 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:50.724640 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edef9d4e-9be0-4791-a5ad-c0f633da62d3 HTTP/1.1" status: 204 len: 168 time: 0.1159060 Aug 19 09:34:50.732413 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa078e5-f52c-4017-9ed2-2aaa72f2edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef9d4e-9be0-4791-a5ad-c0f633da62d3,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:51.404062 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55910) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:51.496631 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086455463-network', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:51.518226 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Made reservation on behalf of 6ef73bc3b1c2403f95cfd6ee506880a9 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:34:51.520680 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.528680 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.622266 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.625949 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.650633 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:34:51.659131 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175241f8-0fe8-4e39-862a-6465ddd427ed,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:51.665321 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.665891 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Added segment ee140278-979a-4e0d-bd7d-b2a6bcf43da3 of type vlan for network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 Aug 19 09:34:51.705858 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.728923 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.729957 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:51.730538 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.779197 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3740089 Aug 19 09:34:51.781866 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55914) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:51.787631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Request body: {'subnet': {'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086455463-subnet', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:51.789721 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c10e83-bd50-4977-be25-ce2002fcfa01 admin admin] Pushing event updated for resources: {'Network': ['ID=45b3c501-5e27-451f-bd0f-84a09e2e10a6,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:51.799817 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:34:51.808821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Made reservation on behalf of 6ef73bc3b1c2403f95cfd6ee506880a9 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:34:51.811165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13511492'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:51.978532 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13511506'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.037645 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd7b182-765c-4519-b43e-0d098bdbb699,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:52.046120 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:52.046482 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Network hostable DHCP agents. Network: 45b3c501-5e27-451f-bd0f-84a09e2e10a6, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:34:52.063393 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:34:52.072699 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 45b3c501-5e27-451f-bd0f-84a09e2e10a6) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:52.077601 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:52.079471 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.080353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d668e29-5e34-4d83-900b-91c85f789251 None None] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:52.093134 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1937f087-9be9-4e83-986b-7327e2b867f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3100772 Aug 19 09:34:52.095823 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55916) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:52.100689 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:52.120906 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.122053 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.173114 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.224245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:34:52.225134 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.306110 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.358643 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Allocated IP 172.20.0.2 (45b3c501-5e27-451f-bd0f-84a09e2e10a6/2cd7b182-765c-4519-b43e-0d098bdbb699/c301ecc4-55dc-4927-b1d1-ad0f11256680) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:52.495260 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.502575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.503838 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Transition to ACTIVE for port object c301ecc4-55dc-4927-b1d1-ad0f11256680 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:52.518379 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Transition to ACTIVE for port object c301ecc4-55dc-4927-b1d1-ad0f11256680 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:52.524771 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.527311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.567237 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:52.569977 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:52.572889 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:52.585578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Pushing event updated for resources: {'Port': ['ID=c301ecc4-55dc-4927-b1d1-ad0f11256680,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:52.629766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Allocated IP 172.27.3.32 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/15f7d972-fa08-41d2-9572-b81761c79387) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:52.630036 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Attempting to bind port c301ecc4-55dc-4927-b1d1-ad0f11256680 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:34:52.630428 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Attempting to bind port c301ecc4-55dc-4927-b1d1-ad0f11256680 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:34:52.630807 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Attempting to bind port c301ecc4-55dc-4927-b1d1-ad0f11256680 on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:34:52.636269 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:34:52.636637 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:52.637036 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.637427 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Bound using segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:34:52.637887 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Bound port: c301ecc4-55dc-4927-b1d1-ad0f11256680, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:34:52.638262 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.700433 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] For port c301ecc4-55dc-4927-b1d1-ad0f11256680, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:34:52.703664 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] For port c301ecc4-55dc-4927-b1d1-ad0f11256680, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c301ecc4-55dc-4927-b1d1-ad0f11256680,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:34:52.708466 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.733273 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.768192 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42370b65-5219-4353-82a4-7db6fdf454fd None None] Pushing event updated for resources: {'Port': ['ID=c301ecc4-55dc-4927-b1d1-ad0f11256680,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:52.773872 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:52.814041 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:52.817624 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:52.821251 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:52.836774 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:34:52.843289 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Pushing event updated for resources: {'Port': ['ID=15f7d972-fa08-41d2-9572-b81761c79387,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:53.079738 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:53.266815 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:53.396702 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:34:53.637286 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19144456-ed79-4c2f-9b93-89a646f3cd8c None None] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:53.752714 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:53.764807 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-514c2881-a9bd-47e1-be79-111f3f7a0ee4 None None] Provisioning for port c301ecc4-55dc-4927-b1d1-ad0f11256680 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:53.767262 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:53.769542 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:53.773667 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-94f8a7fc-0285-4267-9873-0ecb6d90e177 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6768718 Aug 19 09:34:53.773800 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55918) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:53.803663 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:53.804304 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:53.974914 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c301ecc4-55dc-4927-b1d1-ad0f11256680 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:34:54.096744 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:54.155683 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port c301ecc4-55dc-4927-b1d1-ad0f11256680 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:54.162934 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port c301ecc4-55dc-4927-b1d1-ad0f11256680 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:54.163325 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.257140 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-19fffd20-dc6b-400e-a866-bcc868cae718 None None] Provisioning complete for port c301ecc4-55dc-4927-b1d1-ad0f11256680 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:54.257505 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-19fffd20-dc6b-400e-a866-bcc868cae718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.367897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.445146 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port c301ecc4-55dc-4927-b1d1-ad0f11256680, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c301ecc4-55dc-4927-b1d1-ad0f11256680,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:54.449232 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-19fffd20-dc6b-400e-a866-bcc868cae718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.451879 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.467784 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.484385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:52Z', 'revision_number': 3, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:54.522729 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:54.523078 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Updating router e9c535ab-8047-4ff3-9801-8cc1f3051e82 port 15f7d972-fa08-41d2-9572-b81761c79387 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:34:54.582809 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.584288 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=c301ecc4-55dc-4927-b1d1-ad0f11256680,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:54.621169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.db.api [None req-19fffd20-dc6b-400e-a866-bcc868cae718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 09:34:54.621520 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG oslo_db.api [None req-19fffd20-dc6b-400e-a866-bcc868cae718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 09:34:54.627021 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Allocated IP 172.20.0.1 (45b3c501-5e27-451f-bd0f-84a09e2e10a6/2cd7b182-765c-4519-b43e-0d098bdbb699/0c7825db-3143-4693-a297-9361efb479e1) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:54.733830 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.746710 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Transition to ACTIVE for port object 0c7825db-3143-4693-a297-9361efb479e1 will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:54.780672 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.826266 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:54.830813 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:54.836321 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:54.839436 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:54.842573 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.854406 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Transition to ACTIVE for port object 15f7d972-fa08-41d2-9572-b81761c79387 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:54.861472 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.877769 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.917493 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689a0d0-7d3d-4806-bb27-2830f5ebda9e None None] Pushing event updated for resources: {'Port': ['ID=15f7d972-fa08-41d2-9572-b81761c79387,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:54.920013 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Attempting to bind port 15f7d972-fa08-41d2-9572-b81761c79387 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:34:54.920230 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Attempting to bind port 15f7d972-fa08-41d2-9572-b81761c79387 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:34:54.920598 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Attempting to bind port 15f7d972-fa08-41d2-9572-b81761c79387 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:34:54.929385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:34:54.929759 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:54.930161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.930582 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:34:54.931044 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Bound port: 15f7d972-fa08-41d2-9572-b81761c79387, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:34:54.931454 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:54.994971 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] For port 15f7d972-fa08-41d2-9572-b81761c79387, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:34:54.998609 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] For port 15f7d972-fa08-41d2-9572-b81761c79387, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=15f7d972-fa08-41d2-9572-b81761c79387,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:34:55.005371 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.020254 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.066139 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:55.066811 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:55.069459 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689a0d0-7d3d-4806-bb27-2830f5ebda9e None None] Pushing event updated for resources: {'Port': ['ID=15f7d972-fa08-41d2-9572-b81761c79387,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:55.186404 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.191534 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.199553 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:55.257181 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:55.259600 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.333666 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1e71d40b-6801-4a78-a2f0-0e53741b337c None None] Provisioning for port 0c7825db-3143-4693-a297-9361efb479e1 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:55.345456 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1e71d40b-6801-4a78-a2f0-0e53741b337c None None] Provisioning complete for port 0c7825db-3143-4693-a297-9361efb479e1 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:55.345834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1e71d40b-6801-4a78-a2f0-0e53741b337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.354415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:55.355850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:55.411925 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1e71d40b-6801-4a78-a2f0-0e53741b337c None None] Port 0c7825db-3143-4693-a297-9361efb479e1 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:34:55.440996 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:55.468823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b38448-84be-4e4d-8f64-426c1ae26e03 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:34:55.493649 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:34:55.604545 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:55.610978 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-2cd95c3f-e8d0-496d-9e65-a4957e0ff735 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9c535ab-8047-4ff3-9801-8cc1f3051e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355939 Aug 19 09:34:55.636550 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-d80b274e-932c-4d77-9ff4-2b479a6bea31 None None] Provisioning complete for port 0c7825db-3143-4693-a297-9361efb479e1 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:55.636853 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d80b274e-932c-4d77-9ff4-2b479a6bea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:55.694399 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-d80b274e-932c-4d77-9ff4-2b479a6bea31 None None] Port 0c7825db-3143-4693-a297-9361efb479e1 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:34:55.842496 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c301ecc4-55dc-4927-b1d1-ad0f11256680 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:34:55.895689 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port c301ecc4-55dc-4927-b1d1-ad0f11256680 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:55.896331 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.165867 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55934) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:56.170959 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-942533166-network', 'tenant_id': '77225e07882e42c398d84bfb73504790'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:56.197318 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Made reservation on behalf of 77225e07882e42c398d84bfb73504790 for: {'network': 1} {{(pid=93737) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:34:56.199709 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for network, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.211893 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.310671 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.314786 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.340047 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93737) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 09:34:56.350467 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf43e3-8f29-46cb-9e51-335dd94fe49d,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:56.355493 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.355837 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.segments_db [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Added segment e0029772-312e-4119-a077-6fcb4017b8c2 of type vlan for network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 Aug 19 09:34:56.397129 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748773958054'] for network, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.423395 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787'] for network, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.424382 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:56.425116 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.478039 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3084767 Aug 19 09:34:56.478464 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55936) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:56.483928 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Request body: {'subnet': {'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-942533166-subnet', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'ip_version': 4}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:56.487351 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b896ecf-afba-4303-96b7-e624074a9b74 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab18e48-d6a2-446e-8f2d-d6886f6d18e2,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:56.497748 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 details requested by agent ovs-agent-dv-cinder-773876-3-iscsi with host dv-cinder-773876-3-iscsi {{(pid=93739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 09:34:56.507990 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Made reservation on behalf of 77225e07882e42c398d84bfb73504790 for: {'subnet': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:34:56.510547 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13511492'] for subnet, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.703408 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13422628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13511506'] for subnet, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.755494 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daa0798-7ad5-4438-a1dd-0b6f9688a4f4,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:56.766607 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Checking segment: {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:56.766963 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Network hostable DHCP agents. Network: 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2, hostable agents: ['3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f'], hosted agents: [] {{(pid=93738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 09:34:56.783283 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 is scheduled to be hosted by DHCP agent 3d3e7518-33ac-4c6a-8450-4fe1bb0e8c2f with binding_index 1 {{(pid=93738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 09:34:56.792625 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773876-3-iscsi, 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2) {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:56.796455 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:34:56.797043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.801090 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584601e-2f4c-4fd9-99cf-8badf2bb304f None None] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:56.816938 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-86bfced1-3e61-493e-ae8e-d547f51f36db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3370903 Aug 19 09:34:56.820277 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55938) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:56.825563 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:34:56.850271 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29427'] for router, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.851636 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-629999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-487845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29434'] for router, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.908703 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:56.950866 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07747d1f-3ff3-5365-805d-c19f2eae709b-8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4'}]}} from dv-cinder-773876-3-iscsi. {{(pid=93739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 09:34:56.951761 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.043407 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.096061 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.db_base_plugin_common [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Allocated IP 172.20.0.2 (8ab18e48-d6a2-446e-8f2d-d6886f6d18e2/4daa0798-7ad5-4438-a1dd-0b6f9688a4f4/16255d7d-594e-4280-8f8f-8b461232c992) {{(pid=93739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:57.240140 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks [] for port, precommit_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.248173 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Transition to ACTIVE for port object 16255d7d-594e-4280-8f8f-8b461232c992 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:57.254455 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.265676 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Transition to ACTIVE for port object 16255d7d-594e-4280-8f8f-8b461232c992 will not be triggered until provisioned by entity DHCP. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:57.272808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243'] for port, after_create {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.274300 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.321239 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 is already hosted by enough agents. {{(pid=93739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:57.324012 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.scheduler.base_scheduler [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Resources bound (agent type, host, resource id): {{(pid=93739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:57.327597 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Received port after_create {{(pid=93739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:57.336050 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Pushing event updated for resources: {'Port': ['ID=16255d7d-594e-4280-8f8f-8b461232c992,revision_number=1']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:57.370860 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:57.381351 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:57.382344 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:57.385394 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Attempting to bind port 16255d7d-594e-4280-8f8f-8b461232c992 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:34:57.385767 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Attempting to bind port 16255d7d-594e-4280-8f8f-8b461232c992 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:34:57.386126 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Attempting to bind port 16255d7d-594e-4280-8f8f-8b461232c992 on network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:34:57.391069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:34:57.391469 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Checking segment: {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:57.392004 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.392395 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Bound using segment: {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:34:57.392852 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Bound port: 16255d7d-594e-4280-8f8f-8b461232c992, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:34:57.393226 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.396838 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Allocated IP 172.27.3.122 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/db37f705-87ed-4010-a2f0-9375262a5774) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:57.455265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] For port 16255d7d-594e-4280-8f8f-8b461232c992, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:34:57.458929 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] For port 16255d7d-594e-4280-8f8f-8b461232c992, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=16255d7d-594e-4280-8f8f-8b461232c992,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:34:57.463942 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.489812 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:57.504347 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.532808 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7d8df-34fb-444c-90f4-2276c7e85236 None None] Pushing event updated for resources: {'Port': ['ID=16255d7d-594e-4280-8f8f-8b461232c992,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:57.548353 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.595177 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:57.598661 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:57.602237 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:57.626239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Pushing event updated for resources: {'Port': ['ID=db37f705-87ed-4010-a2f0-9375262a5774,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:57.720005 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:34:55Z', 'revision_number': 2, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:57.752108 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:57.753098 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Updating router e9c535ab-8047-4ff3-9801-8cc1f3051e82 port 0c7825db-3143-4693-a297-9361efb479e1 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:34:57.782202 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.900359 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:57.902913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 16255d7d-594e-4280-8f8f-8b461232c992 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:34:57.957127 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 16255d7d-594e-4280-8f8f-8b461232c992 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:57.960974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 15f7d972-fa08-41d2-9572-b81761c79387 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:34:58.018006 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 15f7d972-fa08-41d2-9572-b81761c79387 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:58.025131 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 15f7d972-fa08-41d2-9572-b81761c79387 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:58.025503 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.092458 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.103308 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629802'] for router, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.104181 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Transition to ACTIVE for port object 0c7825db-3143-4693-a297-9361efb479e1 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:58.111974 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.116093 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.138482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 15f7d972-fa08-41d2-9572-b81761c79387, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=15f7d972-fa08-41d2-9572-b81761c79387,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:58.144586 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.167589 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Pushing event updated for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:58.202382 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.202739 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.203083 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.203455 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.203790 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.204120 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.204447 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.204775 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.205121 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.205446 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.205764 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.206082 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:34:58.246792 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=15f7d972-fa08-41d2-9572-b81761c79387,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:58.255636 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Attempting to bind port 0c7825db-3143-4693-a297-9361efb479e1 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:34:58.256023 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Attempting to bind port 0c7825db-3143-4693-a297-9361efb479e1 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:34:58.256560 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Attempting to bind port 0c7825db-3143-4693-a297-9361efb479e1 on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:34:58.263936 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:34:58.264370 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:58.265019 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.265500 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Bound using segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:34:58.267057 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Router 83882f11-63a3-4597-97a7-6034ad965830 is scheduled to L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 with binding_index 1 {{(pid=93737) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 09:34:58.270862 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Bound port: 0c7825db-3143-4693-a297-9361efb479e1, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:34:58.271261 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.344532 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] For port 0c7825db-3143-4693-a297-9361efb479e1, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:34:58.348396 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] For port 0c7825db-3143-4693-a297-9361efb479e1, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=0c7825db-3143-4693-a297-9361efb479e1,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:34:58.359924 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.401400 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:34:58.411633 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Sync routers for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:34:58.424217 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:58.425616 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:58.434981 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] Notify callbacks [] for router, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.439024 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c72c2731-f116-4a35-a038-0a54d79aef81 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6144974 Aug 19 09:34:58.439168 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94080f1d-005e-4649-a2f6-6627a0e973ac None None] Pushing event updated for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:58.439639 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55940) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:34:58.459946 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:58.460887 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:58.599489 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:58.638237 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:34:58.731773 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab0964-409d-41c2-a3db-7e9609691d03 None None] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:34:58.821381 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Provisioning for port 16255d7d-594e-4280-8f8f-8b461232c992 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:34:58.832854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Provisioning complete for port 16255d7d-594e-4280-8f8f-8b461232c992 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:58.833245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:58.849822 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:58.876130 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27699ebf-d981-4e78-8027-5049d96bce5b None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:34:59.037954 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.058886 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:57Z', 'revision_number': 3, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:59.096295 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Checking router: 83882f11-63a3-4597-97a7-6034ad965830 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:34:59.096653 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Updating router 83882f11-63a3-4597-97a7-6034ad965830 port db37f705-87ed-4010-a2f0-9375262a5774 binding host dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:34:59.134385 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] For port 16255d7d-594e-4280-8f8f-8b461232c992, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=16255d7d-594e-4280-8f8f-8b461232c992,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:34:59.140500 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.143933 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.180973 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.285871 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8070afe-cd1e-4cc8-afa0-69efa52233f3 None None] Pushing event updated for resources: {'Port': ['ID=16255d7d-594e-4280-8f8f-8b461232c992,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:59.364653 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Allocated IP 172.20.0.1 (8ab18e48-d6a2-446e-8f2d-d6886f6d18e2/4daa0798-7ad5-4438-a1dd-0b6f9688a4f4/26cad297-187f-4602-8560-fd2de8866ab7) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:34:59.459364 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-c7e3ea43-b048-4db7-b692-a37c384748bc None None] Provisioning complete for port 16255d7d-594e-4280-8f8f-8b461232c992 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:34:59.459746 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c7e3ea43-b048-4db7-b692-a37c384748bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.491897 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.492533 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks [] for port, precommit_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.509386 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.provisioning_blocks [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Transition to ACTIVE for port object 26cad297-187f-4602-8560-fd2de8866ab7 will not be triggered until provisioned by entity DHCP. {{(pid=93737) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:59.510730 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Transition to ACTIVE for port object db37f705-87ed-4010-a2f0-9375262a5774 will not be triggered until provisioned by entity L2. {{(pid=93739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:34:59.521999 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.547600 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.589125 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:34:59.594698 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:34:59.597848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:34:59.605578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffce2b5-81d9-4009-8444-65e27f682b69 None None] Pushing event updated for resources: {'Port': ['ID=db37f705-87ed-4010-a2f0-9375262a5774,revision_number=2']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:59.610472 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Attempting to bind port db37f705-87ed-4010-a2f0-9375262a5774 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:34:59.610845 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Attempting to bind port db37f705-87ed-4010-a2f0-9375262a5774 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:34:59.611209 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Attempting to bind port db37f705-87ed-4010-a2f0-9375262a5774 on network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:34:59.623434 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:34:59.624003 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Checking segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:34:59.624210 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.624628 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Bound using segment: {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'} {{(pid=93739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:34:59.625065 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.managers [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Bound port: db37f705-87ed-4010-a2f0-9375262a5774, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85e7c16-06f9-45ca-9c08-48108268ad6c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44'}}] {{(pid=93739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:34:59.625497 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.628018 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Pushing event updated for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:59.646643 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625250'] for router_interface, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.683820 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] For port db37f705-87ed-4010-a2f0-9375262a5774, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:34:59.689390 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] For port db37f705-87ed-4010-a2f0-9375262a5774, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=db37f705-87ed-4010-a2f0-9375262a5774,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:34:59.694974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.760860 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:34:59.761734 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:34:59.763582 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffce2b5-81d9-4009-8444-65e27f682b69 None None] Pushing event updated for resources: {'Port': ['ID=db37f705-87ed-4010-a2f0-9375262a5774,revision_number=3']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:34:59.781086 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.960850 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.965549 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:34:59.978846 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 16255d7d-594e-4280-8f8f-8b461232c992 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:00.024982 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-a2aa7d57-2bd6-4084-9907-ad5bd9bb0658 None None] Provisioning for port 26cad297-187f-4602-8560-fd2de8866ab7 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:00.032536 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625302'] for router_interface, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.034216 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Pushing event updated for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:00.037427 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-a2aa7d57-2bd6-4084-9907-ad5bd9bb0658 None None] Provisioning complete for port 26cad297-187f-4602-8560-fd2de8866ab7 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:00.037804 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a2aa7d57-2bd6-4084-9907-ad5bd9bb0658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.069640 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:35:00.118617 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa7d57-2bd6-4084-9907-ad5bd9bb0658 None None] Port 26cad297-187f-4602-8560-fd2de8866ab7 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:35:00.127308 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 16255d7d-594e-4280-8f8f-8b461232c992 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:00.127609 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.133593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:35:00.134999 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:35:00.252874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Router 83882f11-63a3-4597-97a7-6034ad965830 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:35:00.323414 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 15f7d972-fa08-41d2-9572-b81761c79387 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:00.373954 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:35:00.381674 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-820a88a0-f9dd-4d82-b32a-8536b5b7773c None None] Provisioning complete for port 26cad297-187f-4602-8560-fd2de8866ab7 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:00.382057 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-820a88a0-f9dd-4d82-b32a-8536b5b7773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.383789 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-110105de-0181-4ce8-b6f9-8aee34e41edc admin admin] 10.222.0.32 "PUT /v2.0/routers/83882f11-63a3-4597-97a7-6034ad965830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9415777 Aug 19 09:35:00.419580 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '26cad297-187f-4602-8560-fd2de8866ab7', 'name': '', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'mac_address': 'fa:16:3e:29:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:59Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 1, 'project_id': '77225e07882e42c398d84bfb73504790', 'subnets': [{'id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:00.457863 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cecace7-76b7-405f-a1f4-4a55f2698e60 None None] The sync data for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi is: [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '26cad297-187f-4602-8560-fd2de8866ab7', 'name': '', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'mac_address': 'fa:16:3e:29:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:59Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 1, 'project_id': '77225e07882e42c398d84bfb73504790', 'subnets': [{'id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:35:00.459846 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-820a88a0-f9dd-4d82-b32a-8536b5b7773c None None] Port 26cad297-187f-4602-8560-fd2de8866ab7 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:35:00.465515 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 15f7d972-fa08-41d2-9572-b81761c79387 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:00.465908 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.552664 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 0c7825db-3143-4693-a297-9361efb479e1 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:00.604880 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 0c7825db-3143-4693-a297-9361efb479e1 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:00.609083 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 0c7825db-3143-4693-a297-9361efb479e1 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:00.609458 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.711656 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.754512 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 0c7825db-3143-4693-a297-9361efb479e1, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=0c7825db-3143-4693-a297-9361efb479e1,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:00.761151 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:00.827866 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.031706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55948) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.036498 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911394237', 'description': 'tempest-secgroup-smoke-1911394237 description', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.059738 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.140905 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.145265 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.173608 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8126e4bf-d725-413e-92a2-5416a7b109a6,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.175912 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.177127 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c8aafc09-1440-47b4-9cad-8a938afdadb0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443739 Aug 19 09:35:01.180025 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55950) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.184390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.209933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.265043 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.269227 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.288806 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a0b80b-d932-406d-a25f-0bb42d6500ff,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.295786 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.296977 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-8aad6c61-1d65-4040-be9c-68664c9cb0ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160150 Aug 19 09:35:01.299813 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55952) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.304818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.329549 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.384995 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.388373 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.402423 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6703f02-48a1-4400-9f02-b2470758bd3a,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.411253 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.412468 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-259984b4-1e2b-40c4-a453-93f27391114d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110246 Aug 19 09:35:01.415081 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55954) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.419527 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.445856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.505192 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.518295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.545054 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605cdaf4-ebf8-4404-bd89-71571fa46f67,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.548754 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.550667 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-12950f38-f582-41bb-a15c-65577043111d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339219 Aug 19 09:35:01.553922 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 55956) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.558290 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.587341 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.651109 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.655019 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.677762 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f9a772-2476-41b8-ba63-2e36419ce1fb,revision_number=0']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.680380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.684128 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b80766f7-3863-4993-aa03-10bad808e193 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267071 Aug 19 09:35:01.685098 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55958) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.689197 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.712191 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.securitygroups_db [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Project 6ef73bc3b1c2403f95cfd6ee506880a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:35:01.717524 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.782065 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.787882 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.806015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9385342-1866-4810-8202-8d538815da87,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.813207 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.814526 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-838648cd-c407-4d18-a81f-0194afc23d43 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290462 Aug 19 09:35:01.817751 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 55960) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:01.822556 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'security_group_rule': {'security_group_id': '8126e4bf-d725-413e-92a2-5416a7b109a6', 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:01.848614 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.securitygroups_db [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Project 6ef73bc3b1c2403f95cfd6ee506880a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 09:35:01.856012 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.927488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device db37f705-87ed-4010-a2f0-9375262a5774 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:01.928066 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.932501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452173'] for security_group_rule, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.954252 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9743f68e-e1fc-4c53-844a-8102f7bd4fad,revision_number=0']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:01.957473 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:01.961761 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-cae24b00-2812-44c0-aef8-e83a2cc2199d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399777 Aug 19 09:35:01.987087 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port db37f705-87ed-4010-a2f0-9375262a5774 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:01.992109 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port db37f705-87ed-4010-a2f0-9375262a5774 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:01.992512 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:02.084212 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:02.112109 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port db37f705-87ed-4010-a2f0-9375262a5774, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=db37f705-87ed-4010-a2f0-9375262a5774,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:02.117251 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:02.118133 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 0c7825db-3143-4693-a297-9361efb479e1 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:02.200846 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=db37f705-87ed-4010-a2f0-9375262a5774,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:02.210758 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 0c7825db-3143-4693-a297-9361efb479e1 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:02.211145 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:02.922901 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Sync routers for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:35:02.932739 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:35:02.933345 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:03.038928 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:35:03.240971 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '26cad297-187f-4602-8560-fd2de8866ab7', 'name': '', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'mac_address': 'fa:16:3e:29:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:59Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 2, 'project_id': '77225e07882e42c398d84bfb73504790', 'subnets': [{'id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:03.266987 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Checking router: 83882f11-63a3-4597-97a7-6034ad965830 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:35:03.267359 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Updating router 83882f11-63a3-4597-97a7-6034ad965830 port 26cad297-187f-4602-8560-fd2de8866ab7 binding host dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 09:35:03.291800 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.647641 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks [] for port, precommit_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.657154 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.provisioning_blocks [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Transition to ACTIVE for port object 26cad297-187f-4602-8560-fd2de8866ab7 will not be triggered until provisioned by entity L2. {{(pid=93740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:35:03.663836 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.714142 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f68b-748a-4fbb-afb8-b373cbd84417 None None] Pushing event updated for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=3']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:03.765611 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Attempting to bind port 26cad297-187f-4602-8560-fd2de8866ab7 on host dv-cinder-773876-3-iscsi for vnic_type normal with profile {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:35:03.765978 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Attempting to bind port 26cad297-187f-4602-8560-fd2de8866ab7 by drivers openvswitch,hyperv on host dv-cinder-773876-3-iscsi at level 0 using segments [{'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:35:03.766334 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Attempting to bind port 26cad297-187f-4602-8560-fd2de8866ab7 on network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:35:03.772374 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Checking agent: {'id': '8647f73b-aab3-43dd-84b8-ad67ebafd0d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773876-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 9, 45), 'started_at': datetime.datetime(2021, 8, 19, 9, 10, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773876-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:35:03.772786 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Checking segment: {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:35:03.773115 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.773499 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Bound using segment: {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'} {{(pid=93740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:35:03.773962 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.managers [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Bound port: 26cad297-187f-4602-8560-fd2de8866ab7, host: dv-cinder-773876-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0029772-312e-4119-a077-6fcb4017b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2'}}] {{(pid=93740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:35:03.774348 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.849677 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] For port 26cad297-187f-4602-8560-fd2de8866ab7, host dv-cinder-773876-3-iscsi, cleared binding levels {{(pid=93740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:35:03.853909 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device db37f705-87ed-4010-a2f0-9375262a5774 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:03.854398 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.plugins.ml2.db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] For port 26cad297-187f-4602-8560-fd2de8866ab7, host dv-cinder-773876-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=26cad297-187f-4602-8560-fd2de8866ab7,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:35:03.858913 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron_lib.callbacks.manager [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.905663 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port db37f705-87ed-4010-a2f0-9375262a5774 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:03.906043 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:03.918372 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:35:03.919018 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:34:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:03.920801 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f68b-748a-4fbb-afb8-b373cbd84417 None None] Pushing event updated for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=4']} {{(pid=93740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:04.036520 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:35:04.240206 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '26cad297-187f-4602-8560-fd2de8866ab7', 'name': '', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'mac_address': 'fa:16:3e:29:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:59Z', 'updated_at': '2021-08-19T09:35:03Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'subnets': [{'id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:04.271596 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1b21e-8d99-466a-946a-04bba5a5b210 None None] The sync data for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi is: [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:34:59Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '26cad297-187f-4602-8560-fd2de8866ab7', 'name': '', 'network_id': '8ab18e48-d6a2-446e-8f2d-d6886f6d18e2', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'mac_address': 'fa:16:3e:29:d9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:59Z', 'updated_at': '2021-08-19T09:35:03Z', 'revision_number': 4, 'project_id': '77225e07882e42c398d84bfb73504790', 'subnets': [{'id': '4daa0798-7ad5-4438-a1dd-0b6f9688a4f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:35:05.805085 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:05.851725 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 26cad297-187f-4602-8560-fd2de8866ab7 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:05.903395 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning for port 26cad297-187f-4602-8560-fd2de8866ab7 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:05.907570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 26cad297-187f-4602-8560-fd2de8866ab7 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:05.907995 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:05.982847 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:06.013222 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] For port 26cad297-187f-4602-8560-fd2de8866ab7, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=26cad297-187f-4602-8560-fd2de8866ab7,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:06.016786 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:06.063849 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Pushing event updated for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:07.828862 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 26cad297-187f-4602-8560-fd2de8866ab7 up at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:07.879852 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Provisioning complete for port 26cad297-187f-4602-8560-fd2de8866ab7 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:07.880216 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:12.443265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-226e8c19-858e-486c-91ee-da329768394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:15.006462 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2fcecc7b-e6a8-4f60-af7a-5c6049f9f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:15.213908 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:16.289324 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:18.068912 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:24.708326 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-862300bd-f2bc-4386-b60e-84650e8d8050 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911394237&fields=id&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 267 time: 0.0344088 Aug 19 09:35:24.810924 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-6a0952bc-deb7-4f62-9027-22a2c755e187 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:24.812384 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-6a0952bc-deb7-4f62-9027-22a2c755e187 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.0973852 Aug 19 09:35:24.826952 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-2801fc9f-953e-4a91-8ad6-2f356e9b2248 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/quotas/6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 375 time: 0.0090752 Aug 19 09:35:24.879167 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-606854a9-ceb9-43f7-b823-d48a8d7e346e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471840 Aug 19 09:35:25.054796 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-c6050b35-eea4-4ac6-9830-e441677d8853 service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646101 Aug 19 09:35:25.146162 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-d6aa20c4-77e2-4499-9e67-dacad14dd874 service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852389 Aug 19 09:35:26.442149 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-acf7423a-d05c-402a-a6b0-a279341d3328 req-9fcaa89f-d5ba-4be7-8879-81b110040099 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Aug 19 09:35:27.518603 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0166d0b8-019d-4d4a-8a6e-62b1f8be26f9 req-4297b2f1-990f-49ae-a509-4d01429ef8f0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0267694 Aug 19 09:35:28.592024 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6d62acca-e584-45a1-82fc-b9ad16abdfcb req-19ff4169-f651-4b01-9cdc-7346ce611f90 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Aug 19 09:35:28.685983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-4f589831-01d3-493a-ae33-bcad9768d046 req-693aff93-a093-4678-b849-1e218e2f4ccb service neutron] (93738) timed out ('10.222.0.35', 58779) {{(pid=93738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 09:35:29.667125 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c0d8750b-c4c2-4a9d-909b-66b07b62fad3 req-905f42de-60a0-46d0-8195-47bf3a8e0b11 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0262961 Aug 19 09:35:29.837457 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:35:30.758217 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c023bbee-67e0-41c3-92e6-f15b19e678e3 req-d94e3921-ccaa-4009-a806-ea4c888cb8c7 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Aug 19 09:35:31.635865 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-a04f29ff-ba6f-4a25-bb59-f191c934cdeb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:31.637239 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-a04f29ff-ba6f-4a25-bb59-f191c934cdeb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.1051414 Aug 19 09:35:31.684355 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-c9060bbe-81a9-48c0-8854-00e3e2e2db23 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 380 time: 0.0319772 Aug 19 09:35:31.696480 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'port': {'device_id': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'admin_state_up': True, 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'security_groups': ['8126e4bf-d725-413e-92a2-5416a7b109a6']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:31.800836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Made reservation on behalf of 6ef73bc3b1c2403f95cfd6ee506880a9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:35:31.804940 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:31.851656 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6564cbc1-b4eb-4e74-bd6e-0988b549c668 req-82124997-6bed-4090-99a5-0722e4d011b1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0257251 Aug 19 09:35:31.929984 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.20.0.6 (45b3c501-5e27-451f-bd0f-84a09e2e10a6/2cd7b182-765c-4519-b43e-0d098bdbb699/ea7a3229-b047-48f9-ba79-7f1d3cb9a52e) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:35:32.061219 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.078694 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Transition to ACTIVE for port object ea7a3229-b047-48f9-ba79-7f1d3cb9a52e will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:35:32.114800 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.156212 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:35:32.161106 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:35:32.165214 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:35:32.199125 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:32.224209 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:32.224927 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.239855 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-971adaf3-15f1-4456-b56e-da62020caa7b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474820 Aug 19 09:35:32.258720 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Request body: {'port': {'device_id': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:32.313791 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.360353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-48ce6708-aa67-4210-b650-a50ccbda13df None None] Provisioning for port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:32.363945 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-48ce6708-aa67-4210-b650-a50ccbda13df None None] Provisioning complete for port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:32.364316 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-48ce6708-aa67-4210-b650-a50ccbda13df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.400684 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-48ce6708-aa67-4210-b650-a50ccbda13df None None] Port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:35:32.571933 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7a3229-b047-48f9-ba79-7f1d3cb9a52e {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:35:32.579014 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.590434 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Transition to ACTIVE for port object ea7a3229-b047-48f9-ba79-7f1d3cb9a52e will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:35:32.593313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.643004 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:32.713527 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Attempting to bind port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:35:32.713856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Attempting to bind port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:35:32.714183 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Attempting to bind port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:35:32.718574 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:35:32.718898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Attempting to bind port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:35:32.723792 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:35:32.724131 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:35:32.724518 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Bound using segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:35:32.724945 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Bound port: ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:35:32.725300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.789275 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:35:32.792283 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:35:32.796706 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.830619 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:32.831317 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:32.832659 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] 10.222.0.35 "PUT /v2.0/ports/ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 1093 time: 0.5793309 Aug 19 09:35:32.834830 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:35:32.837420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:35:32.865938 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b05cf-b5ea-468a-a55e-3765b2a59f9a service neutron] Pushing event updated for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:32.888390 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916334c7-8818-49b9-b470-4d23e0d65881 x-openstack-request-id: req-916334c7-8818-49b9-b470-4d23e0d65881 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:35:32.888634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:35:32.888891 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-916334c7-8818-49b9-b470-4d23e0d65881 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:35:32.889296 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'status': 'completed', 'code': 200} Aug 19 09:35:32.949620 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-b2560d3a-6bd4-43c6-94ef-0cb4c953f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:32.951319 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-b2560d3a-6bd4-43c6-94ef-0cb4c953f074 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1096 time: 0.0458825 Aug 19 09:35:32.973856 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43489b62-1803-45ca-aa7b-652e859c6a87 req-1b03d0f0-24e9-4fc0-9c5c-056b18395515 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:32.976638 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-43489b62-1803-45ca-aa7b-652e859c6a87 req-1b03d0f0-24e9-4fc0-9c5c-056b18395515 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0532315 Aug 19 09:35:33.003455 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-f0730c23-2a82-4a2a-996b-b276756f8268 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 217 time: 0.0387847 Aug 19 09:35:33.018943 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-43489b62-1803-45ca-aa7b-652e859c6a87 req-75df6776-533b-4e47-924c-c9b4b06d7916 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352533 Aug 19 09:35:33.052134 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-b8d209d5-0e02-4d78-bc02-2cfbdc634f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.053584 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-b8d209d5-0e02-4d78-bc02-2cfbdc634f55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0439813 Aug 19 09:35:33.098731 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-6ace4d30-bdad-421e-abe7-73b653f6d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.100136 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-6ace4d30-bdad-421e-abe7-73b653f6d1c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384936 Aug 19 09:35:33.192486 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-32355063-3f19-480d-875a-a8b4a6ba2cc4 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Aug 19 09:35:33.279195 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-3714daf8-04b8-4dff-a2fb-360d04b572e4 req-af197d76-d2cc-446b-b779-e9db10dd3fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802469 Aug 19 09:35:33.419708 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-8017722b-1052-4628-bae8-16cd5f99330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.421177 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-8017722b-1052-4628-bae8-16cd5f99330d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1096 time: 0.0442257 Aug 19 09:35:33.509040 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-0500b1ee-a458-4dc9-850f-fd07c0cfbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.510476 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-0500b1ee-a458-4dc9-850f-fd07c0cfbaa9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0819867 Aug 19 09:35:33.552491 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-21a10ef5-d30d-4031-957e-c454278c19a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 217 time: 0.0352199 Aug 19 09:35:33.599509 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-558d97d2-2be9-4e71-b303-8204017ef9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.600925 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-558d97d2-2be9-4e71-b303-8204017ef9d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0414505 Aug 19 09:35:33.644822 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-b3fa5639-a1ca-4292-b187-84beec22560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:33.646177 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-b3fa5639-a1ca-4292-b187-84beec22560d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387979 Aug 19 09:35:33.735842 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-a50d6034-a0e9-40d7-9da8-d96cf8a610bf service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Aug 19 09:35:33.822343 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bf9fe88b-2d12-4d35-99d0-0d4c7c371fff req-b1f55fd7-a2e4-4492-89c1-ad3c0f21a34f service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794194 Aug 19 09:35:34.136098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc949-9bb6-483c-b671-bae5ed325848 req-68a764db-d3d0-44dd-951b-4cd8e13aefc0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:34.137576 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-054dc949-9bb6-483c-b671-bae5ed325848 req-68a764db-d3d0-44dd-951b-4cd8e13aefc0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0510530 Aug 19 09:35:34.177754 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-054dc949-9bb6-483c-b671-bae5ed325848 req-e3b33ad0-2dbb-41e3-a8a4-048065e4b8ac tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Aug 19 09:35:35.289725 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373772f-caa4-433d-beb7-16a5e3673a55 req-7f45cd9f-8c34-43d0-a8d9-6aa94ab86f1b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:35.291199 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7373772f-caa4-433d-beb7-16a5e3673a55 req-7f45cd9f-8c34-43d0-a8d9-6aa94ab86f1b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0479786 Aug 19 09:35:35.327217 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7373772f-caa4-433d-beb7-16a5e3673a55 req-01884996-b848-4f6a-8110-44a64b712e71 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302083 Aug 19 09:35:35.918029 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:36.438877 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf277-d822-441f-a57b-50522ea14c98 req-77fae45c-3610-4578-994e-fcc2681ab73e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:36.440371 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-169cf277-d822-441f-a57b-50522ea14c98 req-77fae45c-3610-4578-994e-fcc2681ab73e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0481982 Aug 19 09:35:36.476709 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-169cf277-d822-441f-a57b-50522ea14c98 req-08e375b3-7a13-492c-9f99-0e4e2dfa1dd5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299237 Aug 19 09:35:37.589886 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43662de-9572-49f7-9b25-98446346c0c2 req-1e6534b1-e764-47f4-8df0-a7864e2321e1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:37.591362 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a43662de-9572-49f7-9b25-98446346c0c2 req-1e6534b1-e764-47f4-8df0-a7864e2321e1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Aug 19 09:35:37.627217 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-a43662de-9572-49f7-9b25-98446346c0c2 req-b2461e91-993b-4c72-b17e-f62697d3ccf2 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299537 Aug 19 09:35:38.739714 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b6058-383a-4e24-ae91-d49b207d3618 req-c772c249-bc49-4996-ae04-a987d9d4c328 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:38.741160 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e2b6058-383a-4e24-ae91-d49b207d3618 req-c772c249-bc49-4996-ae04-a987d9d4c328 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0479345 Aug 19 09:35:38.778263 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0e2b6058-383a-4e24-ae91-d49b207d3618 req-14fe0a0d-b217-4943-9a08-a49bbf5f4c19 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307813 Aug 19 09:35:39.889701 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3389d-b804-4337-b538-b64780574651 req-a6f0be5e-a10f-442c-8324-6ee9a0527c9b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:39.891152 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0ab3389d-b804-4337-b538-b64780574651 req-a6f0be5e-a10f-442c-8324-6ee9a0527c9b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Aug 19 09:35:39.930902 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0ab3389d-b804-4337-b538-b64780574651 req-8292e45f-34e2-402e-adba-c9a52321423c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338907 Aug 19 09:35:41.003973 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ea7a3229-b047-48f9-ba79-7f1d3cb9a52e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:35:41.042309 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef74c7-a0bc-4f95-be20-0b0024e58a82 req-f51e71b7-6019-4eda-b46f-279fcf94f5d5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:41.043813 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5ef74c7-a0bc-4f95-be20-0b0024e58a82 req-f51e71b7-6019-4eda-b46f-279fcf94f5d5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 943 time: 0.0479319 Aug 19 09:35:41.086693 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d5ef74c7-a0bc-4f95-be20-0b0024e58a82 req-5ff583a5-35ac-4d29-870c-002a1c1eae24 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369515 Aug 19 09:35:41.096862 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:41.110266 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'port_id': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'mac_address': 'fa:16:3e:f3:71:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:35:41.161646 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:41.181720 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7a3229-b047-48f9-ba79-7f1d3cb9a52e {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:35:41.201416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:41.205162 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:41.251499 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:41.639442 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['ea7a3229-b047-48f9-ba79-7f1d3cb9a52e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:35:42.198650 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701ec9-4bc0-466c-a587-d10aa1c59f0d req-82305135-7b52-4902-a2b0-3cb876bd07e0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:42.200152 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-46701ec9-4bc0-466c-a587-d10aa1c59f0d req-82305135-7b52-4902-a2b0-3cb876bd07e0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 944 time: 0.0478809 Aug 19 09:35:42.237098 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-46701ec9-4bc0-466c-a587-d10aa1c59f0d req-888f9f46-f702-42ea-906d-229c5adbc022 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Aug 19 09:35:42.445367 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1c261b98-1d65-4c8c-8c9f-a31d7366a386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:43.019887 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ea7a3229-b047-48f9-ba79-7f1d3cb9a52e up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:35:43.067258 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:35:43.070974 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:35:43.071376 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:43.146907 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:43.169032 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:35:43.171263 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e57cb86-ddb5-41a8-943d-40078ac47049" -d '{"events": [{"server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "name": "network-vif-plugged", "status": "completed", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:35:43.183790 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:35:43.187696 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:43.233707 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:43.260369 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44642693-86c7-4614-bbec-89780644de24 x-openstack-request-id: req-44642693-86c7-4614-bbec-89780644de24 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:35:43.260661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "name": "network-vif-plugged", "status": "completed", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:35:43.260914 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44642693-86c7-4614-bbec-89780644de24 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:35:43.261311 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'code': 200} Aug 19 09:35:43.352423 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28504d-e00b-428d-8ccc-ff14981793ee req-98002e49-1ea3-4f40-83e4-26f3c8d736b5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:43.353957 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f28504d-e00b-428d-8ccc-ff14981793ee req-98002e49-1ea3-4f40-83e4-26f3c8d736b5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Aug 19 09:35:43.392549 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7f28504d-e00b-428d-8ccc-ff14981793ee req-f8094d68-5c73-427b-8946-2425e8c1b29e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Aug 19 09:35:43.496820 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b21378-df9f-4bc7-9c32-60510308e69a req-61ee95ff-7138-4718-b3d1-f7d794c19288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:43.498257 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a5b21378-df9f-4bc7-9c32-60510308e69a req-61ee95ff-7138-4718-b3d1-f7d794c19288 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1098 time: 0.0393903 Aug 19 09:35:43.531364 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-a5b21378-df9f-4bc7-9c32-60510308e69a req-30340279-1434-487e-b709-4bd070e5f632 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260978 Aug 19 09:35:44.507732 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5495e0-23da-4986-bea6-e74c601fb068 req-a05a846c-20f7-420c-be34-fbdc7da35e35 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:44.509212 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bc5495e0-23da-4986-bea6-e74c601fb068 req-a05a846c-20f7-420c-be34-fbdc7da35e35 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Aug 19 09:35:44.545877 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-bc5495e0-23da-4986-bea6-e74c601fb068 req-740557e3-71d7-4b2b-a4c8-90bdbc2521d3 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Aug 19 09:35:45.007497 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3b734678-569c-48f3-b0ea-e2fad0890238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:45.214402 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:45.656513 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350c30b-8168-4e35-b6ef-b141a38f0abf req-92d21274-ae51-493a-a9fd-d1bf613a194d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:45.657867 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4350c30b-8168-4e35-b6ef-b141a38f0abf req-92d21274-ae51-493a-a9fd-d1bf613a194d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Aug 19 09:35:45.697873 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-4350c30b-8168-4e35-b6ef-b141a38f0abf req-464dc8cb-5de0-477f-9eb7-a79cb67781ca tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Aug 19 09:35:45.810183 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2949d5-8edf-452f-a258-e6f3da08373c req-edbe9209-cc8e-4f07-a092-753ba2698928 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:45.811699 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ec2949d5-8edf-452f-a258-e6f3da08373c req-edbe9209-cc8e-4f07-a092-753ba2698928 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0495818 Aug 19 09:35:45.852841 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-ec2949d5-8edf-452f-a258-e6f3da08373c req-a6ed1c79-7baa-417a-a281-89418d489a13 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354075 Aug 19 09:35:45.875161 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56176) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:45.954118 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9bcea-49c0-42d8-90e9-e157c44eb2e5 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:45.955599 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-22f9bcea-49c0-42d8-90e9-e157c44eb2e5 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1093 time: 0.0793376 Aug 19 09:35:45.958425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56180) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:35:45.963156 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'port_id': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:35:45.984150 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.074696 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.177347 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.27.3.253 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/3a407048-ff3d-4c0e-9daa-3b35e3e176e3) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:35:46.278040 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.292758 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.316834 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.350147 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:35:46.353579 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:35:46.359732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:35:46.385556 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=3a407048-ff3d-4c0e-9daa-3b35e3e176e3,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:46.398422 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.398769 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.399105 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.399475 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.399803 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.400146 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.400453 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.400775 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.401096 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.401415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.401732 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.402050 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:35:46.716709 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.779974 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.923156 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.927565 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:46.995620 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=3a407048-ff3d-4c0e-9daa-3b35e3e176e3,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:35:47.003192 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:47.097719 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP 0ee16dc3-f6ef-4b86-a92e-334da65aee27 associated. External IP: 172.27.3.253, port: ea7a3229-b047-48f9-ba79-7f1d3cb9a52e. Aug 19 09:35:47.295762 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:35:47.649444 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:35:47.658823 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:35:47.664812 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:47.668344 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:35:47.668960 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:35:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:47.692042 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-774b0886-90aa-40fd-b3d7-46c30bf5c5eb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7326326 Aug 19 09:35:47.692626 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:35:47.695588 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218cbee-c307-47b3-a2cf-410ea48fe396" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:35:47.732363 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542b0f27-18d8-4911-ad29-90719fd3e00d x-openstack-request-id: req-542b0f27-18d8-4911-ad29-90719fd3e00d {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:35:47.732363 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:35:47.733425 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-542b0f27-18d8-4911-ad29-90719fd3e00d {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:35:47.733610 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'status': 'completed', 'code': 200} Aug 19 09:35:47.777853 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:35:47.831637 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-350061df-8428-45b9-a930-0737f39c3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:47.833236 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-350061df-8428-45b9-a930-0737f39c3514 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1098 time: 0.0456321 Aug 19 09:35:47.921832 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-4c820387-4b26-4be3-a342-837a8165a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:47.923209 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-4c820387-4b26-4be3-a342-837a8165a988 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0830989 Aug 19 09:35:47.990339 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-300fdd9c-7298-454e-b991-75e5552b5807 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 999 time: 0.0592582 Aug 19 09:35:48.002725 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '0ee16dc3-f6ef-4b86-a92e-334da65aee27', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:f3:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:35:46Z', 'updated_at': '2021-08-19T09:35:46Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:48.028464 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:35:48.036594 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:35:48.037202 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:35:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:48.039515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-c21e019d-c760-4e53-b63c-c408bcce1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:48.040960 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-c21e019d-c760-4e53-b63c-c408bcce1f98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0426702 Aug 19 09:35:48.086778 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-af399e3d-b1cf-4b09-b3be-b2f590d6240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:35:48.088392 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-af399e3d-b1cf-4b09-b3be-b2f590d6240b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398984 Aug 19 09:35:48.189607 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-ebad0039-6133-4067-99b1-ad38749cbd61 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923343 Aug 19 09:35:48.223110 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:35:48.276883 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:35:48.280840 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0218cbee-c307-47b3-a2cf-410ea48fe396 req-a51c1347-6a5c-4f92-aaa9-2984e827d831 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844479 Aug 19 09:35:48.501551 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '0ee16dc3-f6ef-4b86-a92e-334da65aee27', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:f3:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:35:46Z', 'updated_at': '2021-08-19T09:35:46Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:35:48.527688 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710cba2-9610-4ff3-aa8a-5fd3c8fe450c None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '0ee16dc3-f6ef-4b86-a92e-334da65aee27', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:f3:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:35:46Z', 'updated_at': '2021-08-19T09:35:46Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:35:48.699671 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7d614-a32f-4cbe-83be-31e6a9772a8e None None] New status for floating IP 0ee16dc3-f6ef-4b86-a92e-334da65aee27: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:36:05.916541 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:06.837523 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:36:12.446220 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cf1663cf-f5d8-4403-9289-ee2bea3b30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:15.009906 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-c18d6ce6-fb59-41d9-880b-1208238de35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:15.216157 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:16.294662 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:18.075332 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:35.924129 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:40.552120 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-93a89032-c557-4616-acfe-73407f1cf34c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418162 Aug 19 09:36:40.651797 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-611e30f3-e099-4989-9760-c4e9c034cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:36:40.653169 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-611e30f3-e099-4989-9760-c4e9c034cd2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1098 time: 0.0387611 Aug 19 09:36:40.755090 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-eedb0ec3-df21-47d4-b428-d8b92c85525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:36:40.756636 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-eedb0ec3-df21-47d4-b428-d8b92c85525f service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0851946 Aug 19 09:36:40.820335 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-c6bf7a67-d225-4b2f-af9a-18cbccab8e90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 1001 time: 0.0554805 Aug 19 09:36:40.870507 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-850e7174-6ca2-49c8-a804-2b49996dcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:36:40.871959 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-850e7174-6ca2-49c8-a804-2b49996dcd16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0432162 Aug 19 09:36:40.919307 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-8b46b824-6491-4299-9743-ab53d8261055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:36:40.920668 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-8b46b824-6491-4299-9743-ab53d8261055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411839 Aug 19 09:36:41.006426 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-f31d1f9d-c1c1-4748-baf8-f092ee944e61 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784590 Aug 19 09:36:41.097773 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0ba5c506-4376-4504-b03c-4f019f0cccac req-1f2f90dc-a071-4983-9b39-4331aab2e488 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Aug 19 09:36:42.447586 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-23baf0cf-4810-4644-9814-77a9521eedb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:43.837618 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:36:45.011608 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1525-a767-4303-a74b-b536d21acc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:45.216566 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:46.297368 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:36:48.080018 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:05.929099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:12.448632 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-737ce1b6-5429-4ee2-bf0d-d445f8933b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:15.014859 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6834582f-61a9-4092-91b9-6adfbc320a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:15.218265 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:16.299042 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:18.079897 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:20.836470 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:37:35.928444 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:40.518955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-fe34e83c-7f37-42e3-99f8-0d643253e61c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382490 Aug 19 09:37:40.616163 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-2c62e057-f66e-414e-bb50-8f7ff6724a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:37:40.617630 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-2c62e057-f66e-414e-bb50-8f7ff6724a81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 1098 time: 0.0388436 Aug 19 09:37:40.720463 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-8bff52c3-e42f-4548-a0f7-f5b9869a0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:37:40.721833 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-8bff52c3-e42f-4548-a0f7-f5b9869a0390 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0852015 Aug 19 09:37:40.784352 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-67782578-760c-4d47-8384-d84c30a49ccd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 200 len: 1001 time: 0.0548053 Aug 19 09:37:40.834384 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-a33e1b00-79cf-45dc-af6a-2fca2d3aeb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:37:40.835789 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-a33e1b00-79cf-45dc-af6a-2fca2d3aeb57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0441053 Aug 19 09:37:40.880523 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-81b03ada-0a73-4b30-9acd-c18a99f890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:37:40.881983 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-81b03ada-0a73-4b30-9acd-c18a99f890eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389547 Aug 19 09:37:40.968700 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-e12f3fc7-5074-4267-8a4d-0a9215275cc3 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789337 Aug 19 09:37:41.060273 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-64bf2f05-98a6-4c97-ba96-e939ba6bc129 req-24817097-ac26-4ef7-9302-f6b577bfa566 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845017 Aug 19 09:37:42.448545 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-888dacfd-9d7d-4a40-b815-a36172c8e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:45.015353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8d3918df-d70d-459a-80a9-019d90fdb2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:45.218082 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:46.303318 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:48.082541 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:37:57.835551 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:38:02.024924 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96dae-e3df-4386-b243-6162585f4b18 req-1b19a456-a9ba-46a7-beef-f89f911428cf tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:02.027001 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e4a96dae-e3df-4386-b243-6162585f4b18 req-1b19a456-a9ba-46a7-beef-f89f911428cf tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0952253 Aug 19 09:38:02.063841 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e4a96dae-e3df-4386-b243-6162585f4b18 req-6a3d5ada-f2a1-4e87-97d5-9da4221d63a4 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Aug 19 09:38:03.190173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46361c54-a12d-4ff8-b14e-f75994fa2b2c req-2b52a777-1eda-4247-91f6-a1b2e46d479a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:03.191644 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-46361c54-a12d-4ff8-b14e-f75994fa2b2c req-2b52a777-1eda-4247-91f6-a1b2e46d479a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0484846 Aug 19 09:38:03.227289 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-46361c54-a12d-4ff8-b14e-f75994fa2b2c req-2ff22217-a7b1-4bba-9c5f-f33492a37c0a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296979 Aug 19 09:38:03.728370 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df7b36-cafa-41bf-9853-24e5714c928f req-b0912990-07be-4e2a-a099-c98dd66872ac tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:03.729773 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26df7b36-cafa-41bf-9853-24e5714c928f req-b0912990-07be-4e2a-a099-c98dd66872ac tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 945 time: 0.0507069 Aug 19 09:38:03.813917 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:38:03.814254 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:03.900552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] For port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:38:03.900914 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:04.060031 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:04.060345 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:04.060658 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.db.l3_db [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP 0ee16dc3-f6ef-4b86-a92e-334da65aee27 disassociated. External IP: 172.27.3.253, port: ea7a3229-b047-48f9-ba79-7f1d3cb9a52e. Aug 19 09:38:04.060996 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for ea7a3229-b047-48f9-ba79-7f1d3cb9a52e owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:38:04.185515 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:04.214312 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=ea7a3229-b047-48f9-ba79-7f1d3cb9a52e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:04.227451 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.227807 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.228151 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.228490 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.228827 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.229939 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.230295 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.230631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.230969 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.231341 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.231676 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.232012 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:04.344441 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:38:04.345513 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-f6b0a281-4d52-46cd-b70c-eb39e9f0a96f req-71d3b6b6-ede7-4828-a6fa-3f659f18c8d6 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0352867 Aug 19 09:38:04.707083 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:38:04.716365 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:38:04.725943 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:38:04.726554 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:37:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:04.744112 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] No DVR routers for this DVR port ea7a3229-b047-48f9-ba79-7f1d3cb9a52e on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:38:04.747313 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:04.749249 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-26df7b36-cafa-41bf-9853-24e5714c928f req-65242d5b-d0a3-40d9-8ba9-4f780df397fd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "DELETE /v2.0/ports/ea7a3229-b047-48f9-ba79-7f1d3cb9a52e HTTP/1.1" status: 204 len: 173 time: 1.0134754 Aug 19 09:38:04.749936 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'name': 'network-vif-deleted', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:38:04.752675 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d5a8f-5914-4be3-b747-22f0fc052ac4" -d '{"events": [{"server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "name": "network-vif-deleted", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:38:04.792621 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2157808f-9888-452a-b567-954a90d1dac0 x-openstack-request-id: req-2157808f-9888-452a-b567-954a90d1dac0 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:38:04.792914 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6611c-cc66-48b2-ae6d-9ff3b886d567", "name": "network-vif-deleted", "tag": "ea7a3229-b047-48f9-ba79-7f1d3cb9a52e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:38:04.793163 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2157808f-9888-452a-b567-954a90d1dac0 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:38:04.793561 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6611c-cc66-48b2-ae6d-9ff3b886d567', 'name': 'network-vif-deleted', 'tag': 'ea7a3229-b047-48f9-ba79-7f1d3cb9a52e', 'status': 'completed', 'code': 200} Aug 19 09:38:04.838987 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:38:05.032416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:05.057795 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:38:05.065781 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:38:05.066378 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:37:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:05.170188 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:38:05.362239 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:05.392007 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a9e6f-5e89-4e7d-9a3e-56d782ba3431 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:38:05.456538 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-362d57c1-9b02-4f50-a160-22d62200f935 req-3ac06741-968f-4246-9709-c9ea8dffbe8f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea6611c-cc66-48b2-ae6d-9ff3b886d567 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Aug 19 09:38:05.624779 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb4b99-97aa-4265-901b-b56f767aab79 None None] New status for floating IP 0ee16dc3-f6ef-4b86-a92e-334da65aee27: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:38:05.785013 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ea7a3229-b047-48f9-ba79-7f1d3cb9a52e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:38:05.806260 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: ea7a3229-b047-48f9-ba79-7f1d3cb9a52e {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:38:05.806603 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device ea7a3229-b047-48f9-ba79-7f1d3cb9a52e not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:38:05.925687 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:06.653687 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-e7c0e1a6-346a-414f-a15c-a691eb7e0d31 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911394237&fields=id&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 267 time: 0.0314810 Aug 19 09:38:06.758981 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ea1046fd-47d6-4121-b785-7a25b5447a75 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:06.760983 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ea1046fd-47d6-4121-b785-7a25b5447a75 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.1004164 Aug 19 09:38:06.775208 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-908b16d2-67bb-4259-b1ad-b296de406ea1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/quotas/6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 375 time: 0.0086746 Aug 19 09:38:06.826463 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-63716eb7-3580-48da-a20c-9471c79d2439 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454984 Aug 19 09:38:06.842150 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-32e8a1ae-3e62-4042-a441-a68716ebf851 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93737) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:38:06.843093 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-32e8a1ae-3e62-4042-a441-a68716ebf851 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061011 Aug 19 09:38:06.928829 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-7616e4dd-2f49-44d0-b630-82ec59700a76 service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800192 Aug 19 09:38:07.017414 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-6bbb1f6c-1a71-4263-af5b-0898d8a78b4b service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Aug 19 09:38:07.294122 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-8038f2c1-8b39-4cd6-a9d1-d3dae09b8f74 req-fcae2707-ce40-4bfc-bb33-5f3c8a44a978 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 210 time: 0.0263731 Aug 19 09:38:08.268298 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-094acf58-b190-455c-b699-44354c4c1063 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:08.269730 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-094acf58-b190-455c-b699-44354c4c1063 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.1025426 Aug 19 09:38:08.316194 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-77375374-2bea-4320-a79b-fee477bd9cdd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 380 time: 0.0318081 Aug 19 09:38:08.334704 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'port': {'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'admin_state_up': True, 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'security_groups': ['8126e4bf-d725-413e-92a2-5416a7b109a6']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:38:08.406974 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-e8166605-d2b8-482a-9ee6-c01810ce7b6d req-fb414af8-df0f-42dc-8eec-7f97580bb92a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 210 time: 0.0362084 Aug 19 09:38:08.443001 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Made reservation on behalf of 6ef73bc3b1c2403f95cfd6ee506880a9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:38:08.446505 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:08.575136 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.20.0.4 (45b3c501-5e27-451f-bd0f-84a09e2e10a6/2cd7b182-765c-4519-b43e-0d098bdbb699/b69f5bce-c9af-4a23-9a2d-ca97fa8d047e) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:38:08.710449 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:08.723696 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Transition to ACTIVE for port object b69f5bce-c9af-4a23-9a2d-ca97fa8d047e will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:38:08.757305 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:08.801308 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:38:08.804393 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:38:08.808727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:38:08.834673 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:08.860137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:08.861026 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:08.876016 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-be418b8e-7e54-488f-856d-e29790e4b565 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452192 Aug 19 09:38:08.894331 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Request body: {'port': {'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:38:08.954132 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.038735 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1a1fe35a-3138-4f1c-b65d-5350e8ed6c0a None None] Provisioning for port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:38:09.042978 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-1a1fe35a-3138-4f1c-b65d-5350e8ed6c0a None None] Provisioning complete for port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:38:09.043371 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe35a-3138-4f1c-b65d-5350e8ed6c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.075918 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-1a1fe35a-3138-4f1c-b65d-5350e8ed6c0a None None] Port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:38:09.212731 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69f5bce-c9af-4a23-9a2d-ca97fa8d047e {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:38:09.220626 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.231898 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Transition to ACTIVE for port object b69f5bce-c9af-4a23-9a2d-ca97fa8d047e will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:38:09.235805 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.282487 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Pushing event updated for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:09.356376 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Attempting to bind port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:38:09.357046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Attempting to bind port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:38:09.357046 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Attempting to bind port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:38:09.361788 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:38:09.362103 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Attempting to bind port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:38:09.367057 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:38:09.367575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:38:09.367962 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Bound using segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:38:09.368383 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Bound port: b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:38:09.368737 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.435194 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:38:09.438396 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:38:09.443233 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.476756 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:09.477432 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:09.478921 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] 10.222.0.35 "PUT /v2.0/ports/b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 1093 time: 0.5892630 Aug 19 09:38:09.482721 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:38:09.486093 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378bf429-6b2f-4f50-a3d4-54b5812ff736" -d '{"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:38:09.533325 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90649e3f-835d-4b98-9258-17e97a28828f x-openstack-request-id: req-90649e3f-835d-4b98-9258-17e97a28828f {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:38:09.533615 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:38:09.533866 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90649e3f-835d-4b98-9258-17e97a28828f {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:38:09.534259 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'status': 'completed', 'code': 200} Aug 19 09:38:09.558077 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2242f3-1fef-47e0-a621-f5e9d4c1808a service neutron] Pushing event updated for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:09.586373 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377eb5c-0fa4-4ed0-965b-4e005fdfbda3 req-fd324891-357f-4ef4-8354-c62da70e3e91 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:09.587969 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9377eb5c-0fa4-4ed0-965b-4e005fdfbda3 req-fd324891-357f-4ef4-8354-c62da70e3e91 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.1060300 Aug 19 09:38:09.620497 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ac326265-b583-4bd6-b4d9-ffe945a5c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:09.622018 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ac326265-b583-4bd6-b4d9-ffe945a5c887 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1096 time: 0.0726924 Aug 19 09:38:09.646090 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9377eb5c-0fa4-4ed0-965b-4e005fdfbda3 req-b89a5338-6dcd-454d-98ec-79ca6e6fb998 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506096 Aug 19 09:38:09.674293 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-f1591f7c-ac01-47d2-b1c8-1b435be7f43a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 217 time: 0.0374625 Aug 19 09:38:09.725546 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ee035577-78f1-41d9-8008-2b4d170b397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:09.727067 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ee035577-78f1-41d9-8008-2b4d170b397a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0464005 Aug 19 09:38:09.771514 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-49805bb7-62d4-42d5-99f7-a2f21f14d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:09.772964 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-49805bb7-62d4-42d5-99f7-a2f21f14d8bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390997 Aug 19 09:38:09.864083 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-ebf86db4-c52e-4485-a682-66038b5d24a9 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Aug 19 09:38:09.950630 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9e5f5d91-98d1-41d1-baf7-6a1b562ce180 req-d2007986-5eb4-4343-9ff1-12568fd91886 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794125 Aug 19 09:38:10.070741 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-cad90bd4-793c-48d7-afe6-a6d85887b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:10.072151 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-cad90bd4-793c-48d7-afe6-a6d85887b8e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1096 time: 0.0389719 Aug 19 09:38:10.164516 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-a29704a3-e21f-4ca0-a08f-45c6b8039cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:10.165979 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-a29704a3-e21f-4ca0-a08f-45c6b8039cb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0865254 Aug 19 09:38:10.205049 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-000fb0e9-004c-4df7-87f9-0f07e40249d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 217 time: 0.0323775 Aug 19 09:38:10.258486 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-ffcfd1e0-28f4-4b15-8e0d-db1db67242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:10.259921 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-ffcfd1e0-28f4-4b15-8e0d-db1db67242ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0473318 Aug 19 09:38:10.303528 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-64bf13da-0f54-43ae-8662-b72f63fe5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:10.304933 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-64bf13da-0f54-43ae-8662-b72f63fe5904 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380571 Aug 19 09:38:10.392619 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-30a3c12d-f3fe-436c-9d60-eb4108a9648e service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801420 Aug 19 09:38:10.485112 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-378bf429-6b2f-4f50-a3d4-54b5812ff736 req-0b4bc497-a1ce-409a-a7ca-17caf5f5aa94 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829709 Aug 19 09:38:10.759744 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110d9a-6727-42b8-8be2-92afe55d670b req-e921dbf7-fd42-4101-b007-54aaad528a9f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:10.761728 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7a110d9a-6727-42b8-8be2-92afe55d670b req-e921dbf7-fd42-4101-b007-54aaad528a9f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0487309 Aug 19 09:38:10.798237 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-7a110d9a-6727-42b8-8be2-92afe55d670b req-884c9112-567a-4c50-9a37-3f1c8fd7cbb7 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306950 Aug 19 09:38:11.910131 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bc2af-5831-413d-8d5f-3a0226fdcbba req-938d9fa2-e5d2-404a-939e-ed36d431c5d6 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:11.911630 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c10bc2af-5831-413d-8d5f-3a0226fdcbba req-938d9fa2-e5d2-404a-939e-ed36d431c5d6 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0486605 Aug 19 09:38:11.947541 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c10bc2af-5831-413d-8d5f-3a0226fdcbba req-1e36ee62-a5fd-4baf-a762-44f32315df3d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300913 Aug 19 09:38:12.450725 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-f8629cd8-55af-4457-b8d3-b0e75efb56e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:13.061585 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412c992-057c-480e-a80c-c1c3f4dd7f0d req-69dc75d8-f231-4756-8ffc-4ae791bd07cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:13.063053 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8412c992-057c-480e-a80c-c1c3f4dd7f0d req-69dc75d8-f231-4756-8ffc-4ae791bd07cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0526183 Aug 19 09:38:13.099518 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-8412c992-057c-480e-a80c-c1c3f4dd7f0d req-c144ba9a-13f3-4430-ba8d-97c0a66fac7f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Aug 19 09:38:14.217420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ae50b-e2b7-4f14-8efc-7195e367a406 req-5ea0e141-8872-49b7-a652-6555d5a88354 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:14.218878 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c40ae50b-e2b7-4f14-8efc-7195e367a406 req-5ea0e141-8872-49b7-a652-6555d5a88354 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0527790 Aug 19 09:38:14.255539 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c40ae50b-e2b7-4f14-8efc-7195e367a406 req-4baa7e5c-2fc3-4abb-a1d3-d01102404907 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Aug 19 09:38:15.016901 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-864348e1-9f09-443a-956c-3c613488e0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:15.223574 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:15.371741 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0334-83b8-4efb-aa46-58d734c1da59 req-8138bac6-fac9-433a-9348-6e04d2f8a153 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:15.373239 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa7b0334-83b8-4efb-aa46-58d734c1da59 req-8138bac6-fac9-433a-9348-6e04d2f8a153 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0508218 Aug 19 09:38:15.413147 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-fa7b0334-83b8-4efb-aa46-58d734c1da59 req-313aea04-d778-4d02-bdfd-3a15f813003e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339105 Aug 19 09:38:16.305388 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:16.527772 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182403a0-dcc1-4a66-8c7d-4c9adf6016fe req-de1709d6-387c-4344-90d9-d36b92de1cb3 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:16.529246 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-182403a0-dcc1-4a66-8c7d-4c9adf6016fe req-de1709d6-387c-4344-90d9-d36b92de1cb3 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0489147 Aug 19 09:38:16.566259 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-182403a0-dcc1-4a66-8c7d-4c9adf6016fe req-d3a4563e-39ef-4c6b-969a-e680962c276e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 19 09:38:17.678092 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e63b78-ec9a-438e-840e-1c0656be7421 req-8dbcc896-cf43-4a6a-b261-4a1627387620 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:17.679503 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-97e63b78-ec9a-438e-840e-1c0656be7421 req-8dbcc896-cf43-4a6a-b261-4a1627387620 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 943 time: 0.0483246 Aug 19 09:38:17.716145 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-97e63b78-ec9a-438e-840e-1c0656be7421 req-b715822d-676d-4107-a2fa-0ca4af87c755 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Aug 19 09:38:17.857830 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b69f5bce-c9af-4a23-9a2d-ca97fa8d047e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:38:17.951333 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:38:17.961637 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:38:17.997212 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:18.009168 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69f5bce-c9af-4a23-9a2d-ca97fa8d047e {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:38:18.028992 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:38:18.032778 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:18.090582 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:18.096866 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:18.098225 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.098571 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.098909 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.099245 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.099600 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.099929 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.100253 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.100581 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.100905 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.101227 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.101541 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.101857 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:18.422280 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:38:18.829474 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1699-4274-4a1f-bf5d-33758d188ff6 req-ca34fd3d-8503-46d7-8299-8ada41040528 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:18.830953 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-789c1699-4274-4a1f-bf5d-33758d188ff6 req-ca34fd3d-8503-46d7-8299-8ada41040528 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 944 time: 0.0487156 Aug 19 09:38:18.867392 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-789c1699-4274-4a1f-bf5d-33758d188ff6 req-4ebce6fd-a24f-418f-bcc4-be966b3849cf tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Aug 19 09:38:19.873202 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b69f5bce-c9af-4a23-9a2d-ca97fa8d047e up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:38:19.924776 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:38:19.928535 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:38:19.928978 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:19.984315 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b2ee1-758e-42ee-a57e-8045323a082e req-cbec2d41-1f5a-47bc-b8ae-3b24c0693e48 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:19.986043 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d30b2ee1-758e-42ee-a57e-8045323a082e req-cbec2d41-1f5a-47bc-b8ae-3b24c0693e48 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 944 time: 0.0514576 Aug 19 09:38:20.005481 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:20.024359 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d30b2ee1-758e-42ee-a57e-8045323a082e req-5f3a6fc7-43ef-4a33-82d6-43a7afc5ded1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Aug 19 09:38:20.028158 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:38:20.030428 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7558679f-f8f1-4079-ba99-6d6072f815e5" -d '{"events": [{"server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "name": "network-vif-plugged", "status": "completed", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:38:20.043202 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:38:20.047442 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:20.073790 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba9ea8-3aa0-432a-b499-1faa8e54e78e x-openstack-request-id: req-60ba9ea8-3aa0-432a-b499-1faa8e54e78e {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:38:20.074077 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "name": "network-vif-plugged", "status": "completed", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:38:20.074328 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60ba9ea8-3aa0-432a-b499-1faa8e54e78e {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:38:20.074708 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'code': 200} Aug 19 09:38:20.099368 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:20.300766 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b56d5-7a1c-4f2c-997f-417f9179cbc7 req-93d77506-8f71-4697-a199-cd2204f1648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:20.302226 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d23b56d5-7a1c-4f2c-997f-417f9179cbc7 req-93d77506-8f71-4697-a199-cd2204f1648d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0419660 Aug 19 09:38:20.336559 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d23b56d5-7a1c-4f2c-997f-417f9179cbc7 req-d15e5e47-5810-4781-ac02-bec3713f3af2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263567 Aug 19 09:38:21.140801 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f505-c179-4947-9a2e-7eda4f0c39e5 req-89fd6bdd-cdce-4645-9b63-5b3118117d46 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:21.142290 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2fc3f505-c179-4947-9a2e-7eda4f0c39e5 req-89fd6bdd-cdce-4645-9b63-5b3118117d46 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.0490320 Aug 19 09:38:21.178995 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-2fc3f505-c179-4947-9a2e-7eda4f0c39e5 req-40662821-4533-4062-9080-0b660caf232e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 19 09:38:22.346782 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d7218-a773-4ace-a588-95ec56089838 req-4a80ea93-8680-4e7a-af27-bf3d02d8bc80 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:22.348281 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-566d7218-a773-4ace-a588-95ec56089838 req-4a80ea93-8680-4e7a-af27-bf3d02d8bc80 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.0999560 Aug 19 09:38:22.387228 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-566d7218-a773-4ace-a588-95ec56089838 req-81cdcbc2-22df-4e02-921c-0b344cc25da7 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Aug 19 09:38:22.498295 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b505af-c42f-4e34-99c1-0a73ec3c5590 req-cf8b09e9-eced-4d58-8bb5-33200151f4b1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:22.499694 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-15b505af-c42f-4e34-99c1-0a73ec3c5590 req-cf8b09e9-eced-4d58-8bb5-33200151f4b1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.0481293 Aug 19 09:38:22.536186 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-15b505af-c42f-4e34-99c1-0a73ec3c5590 req-cf4d1bd4-142f-44b1-b3d5-a8df0b991af8 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Aug 19 09:38:22.559247 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56306) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:38:22.600133 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f267e3-a78e-4f90-bc30-ece62f3c4120 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:22.601602 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a1f267e3-a78e-4f90-bc30-ece62f3c4120 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1093 time: 0.0413833 Aug 19 09:38:22.605072 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56308) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:38:22.609416 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:38:22.631435 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:22.725110 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:22.832015 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.27.3.21 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/aa4bca2d-464a-41e6-97f1-a16efee11629) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:38:22.931559 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:22.968796 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.011733 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:38:23.014695 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:38:23.018280 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:38:23.023589 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=aa4bca2d-464a-41e6-97f1-a16efee11629,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:23.049115 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.049465 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.049809 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.050148 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.050480 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.050809 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.051138 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.051498 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.051827 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.052151 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.052474 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.052793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:38:23.378158 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.448468 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.596344 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.600796 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.670533 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=aa4bca2d-464a-41e6-97f1-a16efee11629,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:38:23.678997 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:23.775099 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP 6337d783-73a7-4262-8ce7-70b0483deb1f associated. External IP: 172.27.3.21, port: b69f5bce-c9af-4a23-9a2d-ca97fa8d047e. Aug 19 09:38:23.974007 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:38:24.078346 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:38:24.087930 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:38:24.093393 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:24.098197 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:38:24.098831 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:38:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:24.120915 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-5d7b5864-7979-4221-8c7d-8d912831796c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5148332 Aug 19 09:38:24.121630 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:38:24.123910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:38:24.214348 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2dd303-50ca-4d5c-a636-46d1f9250c1d x-openstack-request-id: req-7c2dd303-50ca-4d5c-a636-46d1f9250c1d {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:38:24.214638 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:38:24.214888 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c2dd303-50ca-4d5c-a636-46d1f9250c1d {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:38:24.215309 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'status': 'completed', 'code': 200} Aug 19 09:38:24.300833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-2499d023-8bc4-420a-9123-0533c3a3d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:24.302272 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-2499d023-8bc4-420a-9123-0533c3a3d02c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0417738 Aug 19 09:38:24.334058 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:38:24.397191 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-c4d55f6f-f834-4281-b099-1dc2a881fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:24.398702 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-c4d55f6f-f834-4281-b099-1dc2a881fa54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0892258 Aug 19 09:38:24.462586 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-66f3900e-07d7-42a9-889b-9fe5d13f5194 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 998 time: 0.0570471 Aug 19 09:38:24.516127 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-2713701b-449f-4d8b-9a01-bcca022356d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:24.517599 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-2713701b-449f-4d8b-9a01-bcca022356d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0486064 Aug 19 09:38:24.550369 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:23Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:24.562311 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-f988831c-1509-47e8-839f-85c5e80d1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:24.563766 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-f988831c-1509-47e8-839f-85c5e80d1f15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399323 Aug 19 09:38:24.577146 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:38:24.585585 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:38:24.586196 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:38:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:24.655606 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-0b766649-5d7e-4721-b246-adb14d2edfc3 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Aug 19 09:38:24.690248 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:38:24.750317 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d0237d0a-42e4-4d68-aa75-b9d91565ab3d req-631c6311-6348-4483-880a-313c1e1bd298 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883057 Aug 19 09:38:24.914132 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:23Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:38:24.940135 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a6309-5754-48b1-8263-f1a4dcf39587 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:23Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:38:25.113361 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f498274c-f82e-4b2d-9d72-d014f902e6f4 None None] New status for floating IP 6337d783-73a7-4262-8ce7-70b0483deb1f: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:38:34.834081 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:38:35.933603 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:42.453672 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d611173f-6391-45e4-9730-912027a02313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:42.541325 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-3d6a23a1-3eef-4842-ae97-bc8bbb30a3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791976 Aug 19 09:38:42.640757 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-8794f554-5c2d-4793-b502-d07ed3dc0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:42.642115 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-8794f554-5c2d-4793-b502-d07ed3dc0309 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0431387 Aug 19 09:38:42.741455 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-d276a3ea-d2ca-4b28-9edd-3808b733b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:42.742867 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-d276a3ea-d2ca-4b28-9edd-3808b733b653 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0810628 Aug 19 09:38:42.808513 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-a6cc28dc-f9ca-4865-bc3c-666190f2a432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 1000 time: 0.0576661 Aug 19 09:38:42.858068 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-2a830617-0a93-40aa-8a6f-85062d5b58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:42.859499 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-2a830617-0a93-40aa-8a6f-85062d5b58e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0427716 Aug 19 09:38:42.903260 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-10327df8-5632-4ea7-b5da-a8f67c74d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:38:42.904644 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-10327df8-5632-4ea7-b5da-a8f67c74d33d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385141 Aug 19 09:38:42.915232 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-d3dffa58-539e-4e2b-9c7f-14e71b0e38f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 09:38:42.917371 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-d3dffa58-539e-4e2b-9c7f-14e71b0e38f4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048344 Aug 19 09:38:43.008650 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-4e483ad0-d4a9-4a84-8dc1-25429ec8d46d service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Aug 19 09:38:43.097378 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4a6e1b0a-54d4-42f0-834d-4c9294cb127d req-df054c97-abd3-4569-a913-a23312b925d1 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Aug 19 09:38:45.017570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0e2ef-b7c8-4248-abd3-f8c8c4a9db7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:45.218506 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:46.307937 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:38:48.087059 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:05.936641 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:11.832670 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:39:12.453847 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-afc5e8e4-c997-4dd7-8b3d-28a4e157d003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:15.018077 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3da0e288-6fd6-4996-94af-7e4e9eb88e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:15.218364 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:16.311426 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:18.090610 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:35.939480 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:42.454080 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-dfca7442-2737-46df-b948-e90b3fb98862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:43.519689 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-41256e4f-b8b3-4eb2-bee7-cb7ac841f061 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386195 Aug 19 09:39:43.622082 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-bc81702c-4d34-45b6-90b2-ba73b62d727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:39:43.623620 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-bc81702c-4d34-45b6-90b2-ba73b62d727f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0432906 Aug 19 09:39:43.721273 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-cbcb10e8-3093-492b-b1fe-af026d525fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:39:43.722646 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-cbcb10e8-3093-492b-b1fe-af026d525fb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0804698 Aug 19 09:39:43.788626 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-9352b1f6-d4a9-435c-bf81-46924f5b7a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 1000 time: 0.0587680 Aug 19 09:39:43.834818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-297c8181-6ae2-4d7c-abff-c82c4361a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:39:43.836225 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-297c8181-6ae2-4d7c-abff-c82c4361a893 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0408649 Aug 19 09:39:43.879953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-48716b6b-e071-4137-8274-398772fc0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:39:43.881400 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-48716b6b-e071-4137-8274-398772fc0b6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375330 Aug 19 09:39:43.972221 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-af49d4c3-83bc-44f7-8769-d9bc546b2b25 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822482 Aug 19 09:39:44.057622 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-febeeb6b-f5ad-44fd-9b8e-a8f2f9168907 req-e3aaa511-6aab-46d8-b76e-b83fe5489b59 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784612 Aug 19 09:39:45.018081 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-3614eee8-287f-4d3a-88f3-1ecdb6fc8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:45.218095 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:46.314424 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:48.093582 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:39:48.831115 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:40:05.937735 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:12.453995 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d900cbfb-9447-45b6-9e7d-9e6103810e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:15.019819 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-aebe9b75-66b6-4246-8bb8-03634e1eb3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:15.219161 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:16.317286 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:18.095858 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:23.217985 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-1b2649ec-bf8e-4991-80cd-942728dd46ef tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911394237&fields=id&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 267 time: 0.0337515 Aug 19 09:40:23.324930 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-41c38ee9-9821-49ca-855f-d32878a26655 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:23.326384 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-41c38ee9-9821-49ca-855f-d32878a26655 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.1020472 Aug 19 09:40:23.341416 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-e0b43140-cb50-41cf-9c5c-033e19f6d16f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/quotas/6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 375 time: 0.0094500 Aug 19 09:40:23.397933 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-71d0d2d7-4b2a-43e7-b4a3-d81ecfd5906a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513911 Aug 19 09:40:23.495054 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-4d115fb5-4320-4686-a08d-c4deb5dbbf11 service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837638 Aug 19 09:40:23.582166 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-eaf5d107-5a88-4fdb-97a5-a045937f79f8 service neutron] 10.222.0.32 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811801 Aug 19 09:40:23.860913 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-545f8d9e-bbf5-457d-acbd-416748d42d5f req-72896af1-c153-4635-964c-42eff09420dc tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0294709 Aug 19 09:40:24.937201 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c8cde6f0-2b99-4717-b005-fdeac65fcc07 req-29cb6cf0-255f-446a-b266-6c8eb1881b97 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Aug 19 09:40:25.829969 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:40:26.029763 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7b6e4ecd-6525-4241-8b4c-472721d37858 req-71e6d0ab-ffeb-4134-96fc-2130dee9c6b9 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0308022 Aug 19 09:40:27.111083 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-605f77c7-c657-4c73-b174-0eb267f9d030 req-85e06887-dbac-4917-bbc2-5ac4b5449094 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0301042 Aug 19 09:40:28.203227 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-05977396-9793-4aeb-aa6c-072035295463 req-1e89a435-a434-449f-9077-f9dcf9766c60 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Aug 19 09:40:28.880321 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-cefb329a-8972-4c05-baf7-bdb47a86d063 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:28.881758 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-cefb329a-8972-4c05-baf7-bdb47a86d063 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 812 time: 0.1036696 Aug 19 09:40:28.929590 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-3a92a60a-0bcd-4fbe-8ecf-12a09dd109b4 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9 HTTP/1.1" status: 200 len: 380 time: 0.0325186 Aug 19 09:40:28.939452 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'port': {'device_id': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'admin_state_up': True, 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'security_groups': ['8126e4bf-d725-413e-92a2-5416a7b109a6']}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:40:29.042777 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Made reservation on behalf of 6ef73bc3b1c2403f95cfd6ee506880a9 for: {'port': 1} {{(pid=93738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 09:40:29.046360 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.168849 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_common [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.20.0.3 (45b3c501-5e27-451f-bd0f-84a09e2e10a6/2cd7b182-765c-4519-b43e-0d098bdbb699/a2d97219-22b4-4606-871a-754401978946) {{(pid=93738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:40:29.295235 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-0c5a0f04-eb31-4f37-af24-d0c63b7d3444 req-c0892bef-7c6e-410a-ab87-e77ac9546570 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0260928 Aug 19 09:40:29.300953 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.318601 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Transition to ACTIVE for port object a2d97219-22b4-4606-871a-754401978946 will not be triggered until provisioned by entity DHCP. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:40:29.356648 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_create {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.402119 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 is already hosted by enough agents. {{(pid=93738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:40:29.407480 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.base_scheduler [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:40:29.411573 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:40:29.440667 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=1']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:29.450113 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.450465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.450821 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.451160 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.451511 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.451833 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.452481 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.452481 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.452779 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.453087 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.453403 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.453716 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:29.487245 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:29.487950 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.506550 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-51150c1e-28f8-4315-a327-57c2b2be2a39 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706687 Aug 19 09:40:29.526465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.v2.base [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Request body: {'port': {'device_id': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=93738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:40:29.588745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.653598 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-47997a42-cb33-48df-a3cd-57562ae415dd None None] Provisioning for port a2d97219-22b4-4606-871a-754401978946 completed by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:40:29.660855 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-47997a42-cb33-48df-a3cd-57562ae415dd None None] Provisioning complete for port a2d97219-22b4-4606-871a-754401978946 triggered by entity DHCP. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:40:29.662086 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-47997a42-cb33-48df-a3cd-57562ae415dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.704595 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-47997a42-cb33-48df-a3cd-57562ae415dd None None] Port a2d97219-22b4-4606-871a-754401978946 cannot update to ACTIVE because it is not bound. {{(pid=93739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 09:40:29.848692 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d97219-22b4-4606-871a-754401978946 {{(pid=93738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:40:29.856420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.869804 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.provisioning_blocks [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Transition to ACTIVE for port object a2d97219-22b4-4606-871a-754401978946 will not be triggered until provisioned by entity L2. {{(pid=93738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 09:40:29.873501 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:29.920108 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=2']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:29.991284 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Attempting to bind port a2d97219-22b4-4606-871a-754401978946 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 09:40:29.991641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Attempting to bind port a2d97219-22b4-4606-871a-754401978946 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 09:40:29.991968 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Attempting to bind port a2d97219-22b4-4606-871a-754401978946 on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:40:29.997050 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Port a2d97219-22b4-4606-871a-754401978946 on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 09:40:29.997369 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Attempting to bind port a2d97219-22b4-4606-871a-754401978946 on network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 09:40:30.002359 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Checking agent: {'id': '4bd47f00-3321-42e0-b6ea-2808f3a9b2dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'started_at': datetime.datetime(2021, 8, 19, 9, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 09:40:30.002694 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Checking segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 09:40:30.003077 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Bound using segment: {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'} {{(pid=93738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 09:40:30.003605 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.managers [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Bound port: a2d97219-22b4-4606-871a-754401978946, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6'}}] {{(pid=93738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 09:40:30.003961 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:30.068228 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, cleared binding levels {{(pid=93738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 09:40:30.071203 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a2d97219-22b4-4606-871a-754401978946,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 09:40:30.075647 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13422751'] for port, after_update {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:30.106885 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.107519 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:30.108905 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 1093 time: 0.5877070 Aug 19 09:40:30.109339 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:40:30.111574 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bd3676-616c-491c-a7e5-bb7a25d1932f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:40:30.140419 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7b12b-d062-4e71-80ef-6e71e13a1027 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=3']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:30.214915 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-04283a2e-c8f4-4f09-a2f2-90f412918aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.216454 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-04283a2e-c8f4-4f09-a2f2-90f412918aee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1096 time: 0.0436230 Aug 19 09:40:30.269188 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6bd0df-2d65-45c1-b63c-abe6bd4e1d06 x-openstack-request-id: req-1a6bd0df-2d65-45c1-b63c-abe6bd4e1d06 {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:40:30.269477 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:40:30.269724 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a6bd0df-2d65-45c1-b63c-abe6bd4e1d06 {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:40:30.270117 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946', 'status': 'completed', 'code': 200} Aug 19 09:40:30.271946 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-b88d8099-096e-4e9c-ba3b-84c85a082a20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 217 time: 0.0422783 Aug 19 09:40:30.329380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-41fcdb51-2841-4ad8-9ae6-09f3af3ab4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.330865 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-41fcdb51-2841-4ad8-9ae6-09f3af3ab4b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0437171 Aug 19 09:40:30.377529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621ab4-791a-4afc-98f5-abf9315542bf req-a90865f3-e07e-4c37-9717-6ad31a766c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.379020 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-a90865f3-e07e-4c37-9717-6ad31a766c8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414927 Aug 19 09:40:30.411128 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c06911-ce16-4432-aee6-3e80d1b7567a req-51ba4e52-4c8e-4a2b-8797-dcdac51fbc6e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.413208 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75c06911-ce16-4432-aee6-3e80d1b7567a req-51ba4e52-4c8e-4a2b-8797-dcdac51fbc6e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0503500 Aug 19 09:40:30.452082 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-75c06911-ce16-4432-aee6-3e80d1b7567a req-e3e87f4d-bd9e-42c8-a1ad-d19dec07cdc1 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Aug 19 09:40:30.469235 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-d965e0aa-9ce9-40ec-b2dd-3cd1efa8da08 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832024 Aug 19 09:40:30.557496 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-04621ab4-791a-4afc-98f5-abf9315542bf req-79f29544-9848-4a91-bb91-7df6a62eb776 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805941 Aug 19 09:40:30.688110 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-107489d8-2fa8-4baa-83cb-8e15fd0b2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.689566 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-107489d8-2fa8-4baa-83cb-8e15fd0b2bc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1096 time: 0.0426803 Aug 19 09:40:30.775712 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-10a68c6a-c95b-4d6c-9e51-c55bdecbf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.777068 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-10a68c6a-c95b-4d6c-9e51-c55bdecbf394 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0803792 Aug 19 09:40:30.820121 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-c22771f5-6aa7-4bef-aeee-102cb7f7720d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 217 time: 0.0358214 Aug 19 09:40:30.866561 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-41383b2f-65f1-4332-b758-6929a62c9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.867953 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-41383b2f-65f1-4332-b758-6929a62c9fe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0414081 Aug 19 09:40:30.910405 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-3a152570-2e31-4066-9744-a9a90315301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:30.911935 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-3a152570-2e31-4066-9744-a9a90315301e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366926 Aug 19 09:40:31.258298 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-5dee2810-279f-4f7c-a1bf-bfbd2b1b1e32 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383265 Aug 19 09:40:31.345700 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-61bd3676-616c-491c-a7e5-bb7a25d1932f req-884f9dc5-1d93-441d-9f1c-b65b6f492ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790961 Aug 19 09:40:31.570441 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511862c-0642-4884-8222-d27fa4401b15 req-54cf60ea-c3a3-4795-8faf-6870f1faffcd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:31.572027 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4511862c-0642-4884-8222-d27fa4401b15 req-54cf60ea-c3a3-4795-8faf-6870f1faffcd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0517170 Aug 19 09:40:31.608144 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-4511862c-0642-4884-8222-d27fa4401b15 req-00eb3308-50c6-4e8c-819e-27940336b50a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Aug 19 09:40:32.720265 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ff45-86a1-40ce-aac8-c98591712c0e req-f2428c3c-2a58-4196-8239-8a3fcede124a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:32.721713 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5bf1ff45-86a1-40ce-aac8-c98591712c0e req-f2428c3c-2a58-4196-8239-8a3fcede124a tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0480499 Aug 19 09:40:32.757855 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5bf1ff45-86a1-40ce-aac8-c98591712c0e req-f0a72797-f1b7-419a-a7fa-ffab5e5207bb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304117 Aug 19 09:40:33.868487 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54952-ee94-4e43-8b42-a3aea4950573 req-06a76c69-f1fe-47a9-8f94-e7b62e77b951 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:33.870567 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2da54952-ee94-4e43-8b42-a3aea4950573 req-06a76c69-f1fe-47a9-8f94-e7b62e77b951 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0479534 Aug 19 09:40:33.906188 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2da54952-ee94-4e43-8b42-a3aea4950573 req-b1c043df-455f-4097-998c-cd7513181b55 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297666 Aug 19 09:40:35.020239 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900888d-d690-4bb0-b6a9-138b7d3ed11c req-5f1e704c-3c8d-4c4b-b5d1-d9ac33966973 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:35.021713 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5900888d-d690-4bb0-b6a9-138b7d3ed11c req-5f1e704c-3c8d-4c4b-b5d1-d9ac33966973 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0516057 Aug 19 09:40:35.058715 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-5900888d-d690-4bb0-b6a9-138b7d3ed11c req-e2ba7f5a-b610-4e36-bfb9-cf030bfd2f44 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304768 Aug 19 09:40:35.947724 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:36.169153 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072dc92-6b59-4f95-a183-9c7b4ecdef12 req-8c0f4193-c279-4bdb-bfab-63bc5de27f4d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:36.170597 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0072dc92-6b59-4f95-a183-9c7b4ecdef12 req-8c0f4193-c279-4bdb-bfab-63bc5de27f4d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0471001 Aug 19 09:40:36.206371 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-0072dc92-6b59-4f95-a183-9c7b4ecdef12 req-0c7fe514-fd27-488e-a9a7-97bb5e7afb51 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298562 Aug 19 09:40:37.318673 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bd715-309d-45d0-8b52-9d1f052c4f4a req-783360a4-b7e8-4123-b446-4484cc18634b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:37.320164 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-379bd715-309d-45d0-8b52-9d1f052c4f4a req-783360a4-b7e8-4123-b446-4484cc18634b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0482478 Aug 19 09:40:37.357580 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-379bd715-309d-45d0-8b52-9d1f052c4f4a req-0b7e88f3-bd70-4a32-8a45-1e95e88a6e87 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Aug 19 09:40:38.474088 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45968d-bbab-4a65-9bc7-563dce2164a4 req-565f5c1c-c5ae-4d63-85ea-98a5842bc792 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:38.475551 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f45968d-bbab-4a65-9bc7-563dce2164a4 req-565f5c1c-c5ae-4d63-85ea-98a5842bc792 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 943 time: 0.0520189 Aug 19 09:40:38.512725 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-6f45968d-bbab-4a65-9bc7-563dce2164a4 req-4ffb3b1b-8b31-4028-9343-0a64a01f03c5 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Aug 19 09:40:38.577094 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a2d97219-22b4-4606-871a-754401978946 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=93739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 09:40:38.668031 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a2d97219-22b4-4606-871a-754401978946,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:40:38.678444 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Returning: {'device': 'a2d97219-22b4-4606-871a-754401978946', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'port_id': 'a2d97219-22b4-4606-871a-754401978946', 'mac_address': 'fa:16:3e:e0:08:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 09:40:38.719748 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:38.731871 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d97219-22b4-4606-871a-754401978946 {{(pid=93739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 09:40:38.751509 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a2d97219-22b4-4606-871a-754401978946,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:40:38.754878 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:38.803719 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=4']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:38.811056 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.811432 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.811770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.812100 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.812639 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.812970 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.813293 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.813619 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.813941 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.814261 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.814578 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:38.814904 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:39.169747 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] get_ports_and_sgs() called for port_ids ['a2d97219-22b4-4606-871a-754401978946'] {{(pid=93739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 09:40:39.624430 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9031dee-bcd0-4b14-8825-11f7716b8805 req-1d463c32-af02-462d-9388-990bff9eef3b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:39.625935 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b9031dee-bcd0-4b14-8825-11f7716b8805 req-1d463c32-af02-462d-9388-990bff9eef3b tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 944 time: 0.0479910 Aug 19 09:40:39.662449 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-b9031dee-bcd0-4b14-8825-11f7716b8805 req-a8e57ac2-0bea-4860-b90c-212b5a97010d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Aug 19 09:40:40.585027 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a2d97219-22b4-4606-871a-754401978946 up at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 09:40:40.631751 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning for port a2d97219-22b4-4606-871a-754401978946 completed by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 09:40:40.635624 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.provisioning_blocks [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Provisioning complete for port a2d97219-22b4-4606-871a-754401978946 triggered by entity L2. {{(pid=93739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 09:40:40.635991 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3600863'] for port, provisioning_complete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:40.710438 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:40.733913 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d97219-22b4-4606-871a-754401978946'}] {{(pid=93739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:40:40.736180 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffaed4a78a98d472b71a289619256045aea3a74e6adaceba9c2ec66de3c062b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49617e86-d184-4e71-8047-f37920733dc9" -d '{"events": [{"server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d97219-22b4-4606-871a-754401978946"}]}' {{(pid=93739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:40:40.749881 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a2d97219-22b4-4606-871a-754401978946,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:40:40.754498 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279'] for port, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:40.778682 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc12613-7801-4a11-8213-51340828d646 x-openstack-request-id: req-0fc12613-7801-4a11-8213-51340828d646 {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:40:40.778977 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d97219-22b4-4606-871a-754401978946", "code": 200}]} {{(pid=93739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:40:40.779232 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fc12613-7801-4a11-8213-51340828d646 {{(pid=93739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:40:40.779474 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3fef-6880-4b7f-8fd5-22fff905cbd6 req-7366a9f8-075a-44db-952b-e11a62f475b2 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:40.779945 dv-cinder-773876-3-iscsi neutron-server[93739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d97219-22b4-4606-871a-754401978946', 'code': 200} Aug 19 09:40:40.780967 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c7aa3fef-6880-4b7f-8fd5-22fff905cbd6 req-7366a9f8-075a-44db-952b-e11a62f475b2 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 944 time: 0.0512187 Aug 19 09:40:40.804600 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Pushing event updated for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=5']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:40.823149 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-c7aa3fef-6880-4b7f-8fd5-22fff905cbd6 req-49e36e2e-1a68-4755-acc4-b1b6b8f3eaae tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363805 Aug 19 09:40:41.012068 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ff8f0-b3d4-47de-9be4-8fb09879cd69 req-2831617f-7c36-4914-8e51-e12f6161e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:41.013379 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-892ff8f0-b3d4-47de-9be4-8fb09879cd69 req-2831617f-7c36-4914-8e51-e12f6161e09d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1098 time: 0.0388870 Aug 19 09:40:41.046606 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-892ff8f0-b3d4-47de-9be4-8fb09879cd69 req-6de1aec7-9113-4699-ab67-d3c5d35fac26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263524 Aug 19 09:40:41.942466 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c6f82-c302-4a63-b8ae-5ae1e6e634a2 req-b17898d0-0c81-4335-9a11-5bf8968c2589 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:41.943954 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ad0c6f82-c302-4a63-b8ae-5ae1e6e634a2 req-b17898d0-0c81-4335-9a11-5bf8968c2589 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Aug 19 09:40:41.981243 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-ad0c6f82-c302-4a63-b8ae-5ae1e6e634a2 req-5fcbae99-6acd-4cfd-b4f8-f1c43b70b949 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Aug 19 09:40:42.454911 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6e8419ad-6fbf-48f9-b520-b256cd54a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:43.095374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8a47-a0ff-4148-86b5-0364218b85fa req-749b59fd-9ad4-4126-8bde-f8a6df1f29d4 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:43.096841 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-141c8a47-a0ff-4148-86b5-0364218b85fa req-749b59fd-9ad4-4126-8bde-f8a6df1f29d4 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Aug 19 09:40:43.133389 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-141c8a47-a0ff-4148-86b5-0364218b85fa req-76690fbc-62c2-4107-abdc-008a76ba05ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307465 Aug 19 09:40:43.244554 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdf393-0bca-41e7-9ab6-2009d13a5ddf req-18d1b43f-1ab0-4b00-97af-f5d5a68a26f0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:43.246028 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-40bdf393-0bca-41e7-9ab6-2009d13a5ddf req-18d1b43f-1ab0-4b00-97af-f5d5a68a26f0 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Aug 19 09:40:43.282403 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-40bdf393-0bca-41e7-9ab6-2009d13a5ddf req-6392cda5-9e63-4cc5-8bf8-75112496fc4d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305128 Aug 19 09:40:43.303874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56470) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:40:43.342391 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db460b30-eb13-499c-abc0-eea9f1df7ee9 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:43.343876 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-db460b30-eb13-499c-abc0-eea9f1df7ee9 tempest-TestVolumeBootPattern-845074885 tempest-TestVolumeBootPattern-845074885-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1093 time: 0.0390780 Aug 19 09:40:43.346548 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56472) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:40:43.350845 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.v2.base [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Request body: {'floatingip': {'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'port_id': 'a2d97219-22b4-4606-871a-754401978946', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93737) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 09:40:43.373557 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:43.481123 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:43.579430 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.db_base_plugin_common [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Allocated IP 172.27.3.68 (49a2867b-6ff3-4fc1-b7f4-ad12512c2e44/e83f3156-d411-4029-8936-8fe75e8dc8d8/dee36ca8-1913-4857-895a-100eac2b4ed8) {{(pid=93737) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 09:40:43.681874 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:43.720459 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748773970243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:43.758992 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Network 49a2867b-6ff3-4fc1-b7f4-ad12512c2e44 is already hosted by enough agents. {{(pid=93737) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 09:40:43.762453 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Resources bound (agent type, host, resource id): {{(pid=93737) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 09:40:43.766005 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Received port after_create {{(pid=93737) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 09:40:43.771152 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=dee36ca8-1913-4857-895a-100eac2b4ed8,revision_number=1']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:43.799935 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.800289 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.800630 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.800965 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.801298 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.801630 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.801956 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.802286 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.802611 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.802931 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.803251 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:43.803593 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:40:44.121538 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:44.186309 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559544'] for port, before_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:44.332797 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for port, precommit_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:44.337340 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748774494064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748773970261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748773970279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14877294'] for port, after_update {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:44.404790 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event updated for resources: {'Port': ['ID=dee36ca8-1913-4857-895a-100eac2b4ed8,revision_number=2']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:40:44.419545 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617675'] for floatingip, after_create {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:44.516499 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP f2d8f732-486b-496b-9d93-d145c6a6eeda associated. External IP: 172.27.3.68, port: a2d97219-22b4-4606-871a-754401978946. Aug 19 09:40:44.965076 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:40:45.020557 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-84da2ade-9f5b-4b88-ab42-2c6f7eb072ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:45.073230 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:40:45.082693 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:40:45.088493 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:45.092035 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:40:45.092658 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:40:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:40:45.117745 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-0c4ef6e9-14e7-456b-8e1e-64360b6a00ed tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7701836 Aug 19 09:40:45.118310 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:40:45.120890 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:40:45.156517 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082919c2-177e-410e-85dc-00e441908e6a x-openstack-request-id: req-082919c2-177e-410e-85dc-00e441908e6a {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:40:45.156802 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:40:45.157054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-082919c2-177e-410e-85dc-00e441908e6a {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:40:45.157449 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946', 'status': 'completed', 'code': 200} Aug 19 09:40:45.196695 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:40:45.243108 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-bbb889a7-5e6d-46c8-8722-91dcaa7a5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.245183 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-bbb889a7-5e6d-46c8-8722-91dcaa7a5fe0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1098 time: 0.0424318 Aug 19 09:40:45.250770 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:45.336096 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-6157a85d-4934-4d80-aad0-75ae0c8c5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.337599 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-6157a85d-4934-4d80-aad0-75ae0c8c5e8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0857193 Aug 19 09:40:45.403917 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-75f99507-1d03-415b-b238-2a1187b99552 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 998 time: 0.0578120 Aug 19 09:40:45.445473 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}, {'id': 'f2d8f732-486b-496b-9d93-d145c6a6eeda', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'a2d97219-22b4-4606-871a-754401978946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:e0:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:40:43Z', 'updated_at': '2021-08-19T09:40:43Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:40:45.453274 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-9cb366ec-7ea1-4bef-a9ad-299df382951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.454892 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-9cb366ec-7ea1-4bef-a9ad-299df382951b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0441573 Aug 19 09:40:45.472269 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:40:45.482169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:40:45.482777 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:40:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:40:45.540138 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-341896e0-1320-4ddc-8749-05daaf330a63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701270 Aug 19 09:40:45.542590 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-5c1ec741-18ae-4001-a8de-1b0a49b7e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.543955 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-5c1ec741-18ae-4001-a8de-1b0a49b7e3eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728631 Aug 19 09:40:45.589853 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:40:45.672917 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-dc10c0cd-0ae8-4839-b69e-d34ff06bccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.674343 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-dc10c0cd-0ae8-4839-b69e-d34ff06bccb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0640576 Aug 19 09:40:45.688596 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-e69b77be-7fcd-47b3-83a5-10acb873c80a service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198900 Aug 19 09:40:45.812795 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}, {'id': 'f2d8f732-486b-496b-9d93-d145c6a6eeda', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'a2d97219-22b4-4606-871a-754401978946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:e0:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:40:43Z', 'updated_at': '2021-08-19T09:40:43Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:40:45.838797 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e47ad-5624-4765-8dfd-f4679fe496fc None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}, {'id': 'f2d8f732-486b-496b-9d93-d145c6a6eeda', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'a2d97219-22b4-4606-871a-754401978946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:e0:08:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:40:43Z', 'updated_at': '2021-08-19T09:40:43Z', 'revision_number': 0, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:40:45.850014 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-f639589b-a6b4-4691-92d1-319e08420d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.851554 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-f639589b-a6b4-4691-92d1-319e08420d70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.1511874 Aug 19 09:40:45.854132 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-2e51dfe9-1987-4cdf-a5e1-bf48a1414d28 req-63f06e49-1a19-4675-9531-a5028a5bb1e8 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525939 Aug 19 09:40:45.937523 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-6344a9d6-b857-4887-bc35-73839d182697 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 1000 time: 0.0631950 Aug 19 09:40:45.988913 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-2441b5c8-be43-4b63-af7f-e021d5609f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:45.990445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-2441b5c8-be43-4b63-af7f-e021d5609f48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0455797 Aug 19 09:40:46.026823 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76a088-01c9-47cf-a566-f2fa5523530b None None] New status for floating IP f2d8f732-486b-496b-9d93-d145c6a6eeda: ACTIVE {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:40:46.041554 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-2878f247-df8c-4ad8-8e36-28c598196fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:40:46.043088 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-2878f247-df8c-4ad8-8e36-28c598196fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426829 Aug 19 09:40:46.136100 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-764aa381-4e5d-4516-837a-12c769bccf69 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Aug 19 09:40:46.227836 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-9fdca1fb-0ae9-4c90-80ce-04b4990e43b5 req-b62c3e13-4f67-4921-a6bc-8c473319ea05 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822322 Aug 19 09:40:46.319683 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:40:48.101031 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:02.829316 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:41:05.966764 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:12.455899 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1cafb348-334a-40d3-ad0d-8d8db9c68c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:15.021757 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-30c3bd1b-98b4-4f82-90a7-bbaac726625a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:15.221116 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:16.322580 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:18.101784 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:35.975169 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:39.828476 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:41:42.455684 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-06f06e6c-bea0-42ce-a490-4f72edeee99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:45.021806 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-26c52ef0-ea96-4f6c-af07-85f8ec26061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:45.220982 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:45.490240 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-5eb45c9f-0d21-4201-917c-3e4d972fbf0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385463 Aug 19 09:41:45.563663 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-4124c1b0-22a0-46c2-aec4-9e583ed99dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:41:45.565105 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-4124c1b0-22a0-46c2-aec4-9e583ed99dde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1098 time: 0.0430102 Aug 19 09:41:45.663634 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-1a3f6e47-d565-49c5-b986-7b9a65d9edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:41:45.665721 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-1a3f6e47-d565-49c5-b986-7b9a65d9edf5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.0813632 Aug 19 09:41:45.731231 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-f716827d-9220-4e4b-8c48-44c12b809309 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 1000 time: 0.0585260 Aug 19 09:41:45.779051 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-c1554ede-1d40-49a6-ae45-36de3a5608da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:41:45.780545 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-c1554ede-1d40-49a6-ae45-36de3a5608da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0422833 Aug 19 09:41:45.823224 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-4ab020c8-08a1-4479-901b-015470f7c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:41:45.824669 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-4ab020c8-08a1-4479-901b-015470f7c0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372393 Aug 19 09:41:45.915812 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-3d516e72-0b67-4c8e-bb34-310ecd1d1975 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828393 Aug 19 09:41:46.001108 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-14ecfef2-936b-4b23-aad5-a98ae119f418 req-ef7802c3-8b1c-4bbc-b837-3c1b701a9d1a service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779314 Aug 19 09:41:46.324710 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:41:48.105663 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:06.084434 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:12.456089 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-bcf0fd76-41e4-4b55-8129-f268e48e4af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:15.021522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-72bab5d9-4e42-4ea9-875a-991bbe1b9233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:15.222335 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:16.328042 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:16.828435 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:42:18.107666 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.094498 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56520) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:34.250589 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port dee36ca8-1913-4857-895a-100eac2b4ed8 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:34.250848 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.325882 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.326210 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.338668 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for dee36ca8-1913-4857-895a-100eac2b4ed8 owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:34.487060 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.513095 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=dee36ca8-1913-4857-895a-100eac2b4ed8,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:34.525361 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.525724 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.526068 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.526406 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.526742 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.527149 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.527515 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.527910 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.528079 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.528403 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.528728 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.529053 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:34.585341 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.585682 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP f2d8f732-486b-496b-9d93-d145c6a6eeda disassociated (deleted). External IP: 172.27.3.68, port: a2d97219-22b4-4606-871a-754401978946. Aug 19 09:42:34.788024 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:42:34.890983 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:42:34.896223 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:34.901008 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:42:34.909990 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:34.910598 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:34.921739 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-c6cfc0a6-b45f-4ecb-bc30-accbdf72af89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2d8f732-486b-496b-9d93-d145c6a6eeda HTTP/1.1" status: 204 len: 168 time: 0.8261962 Aug 19 09:42:34.922421 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:42:34.924793 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e22aac3-4dd8-49f1-a08c-0082f536df6e" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:42:34.965762 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ba118-be44-4f91-9daf-962e41dd19d6 x-openstack-request-id: req-d57ba118-be44-4f91-9daf-962e41dd19d6 {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:42:34.966054 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "tag": "a2d97219-22b4-4606-871a-754401978946", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:42:34.966307 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d57ba118-be44-4f91-9daf-962e41dd19d6 {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:42:34.966707 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'tag': 'a2d97219-22b4-4606-871a-754401978946', 'status': 'completed', 'code': 200} Aug 19 09:42:35.019806 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:35.069099 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-aea91b56-614b-4d35-bcfc-10ae14b40530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:35.072137 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-aea91b56-614b-4d35-bcfc-10ae14b40530 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 1098 time: 0.0622277 Aug 19 09:42:35.195380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8594c13-ed94-4c47-9041-735b54184074 req-b7cd161c-6e81-4698-9113-1edca23d9f89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:35.197420 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d8594c13-ed94-4c47-9041-735b54184074 req-b7cd161c-6e81-4698-9113-1edca23d9f89 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0951052 Aug 19 09:42:35.242328 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-a14792a0-4931-4e82-bb50-32c1e4a9b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:35.244778 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-a14792a0-4931-4e82-bb50-32c1e4a9b8e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.1336589 Aug 19 09:42:35.252450 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:35.262409 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-d8594c13-ed94-4c47-9041-735b54184074 req-9fb6536b-9c31-46bb-8480-61ea88e3a18c tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586350 Aug 19 09:42:35.279416 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:42:35.287668 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:35.288281 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:35.291816 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-7d66b109-09fe-4a76-adc7-a1d4deb1ef5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 200 len: 217 time: 0.0372028 Aug 19 09:42:35.339973 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-58d05d3a-95e7-4daa-aa93-dea5afce972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:35.341349 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-58d05d3a-95e7-4daa-aa93-dea5afce972e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0421939 Aug 19 09:42:35.392910 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:35.393860 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-540e1764-0de0-4e7e-bd4a-0c09ae36bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:35.395387 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-540e1764-0de0-4e7e-bd4a-0c09ae36bda9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449896 Aug 19 09:42:35.487885 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-ee735e1c-51ca-4a69-9cc2-5dfceef66bca service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847363 Aug 19 09:42:35.580736 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-7e22aac3-4dd8-49f1-a08c-0082f536df6e req-51cc008b-4e1b-4d10-aa7e-59bdbd18459b service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844805 Aug 19 09:42:35.614208 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:35.643924 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c3e0-3aed-4b57-a36c-b38447bad5e9 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_floatingips': [{'id': '6337d783-73a7-4262-8ce7-70b0483deb1f', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'router_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'port_id': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'mac_address': 'fa:16:3e:ca:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T09:38:23Z', 'updated_at': '2021-08-19T09:38:25Z', 'revision_number': 1, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:42:35.850860 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5eb428-e662-4202-b759-a5b10008c206 None None] New status for floating IP f2d8f732-486b-496b-9d93-d145c6a6eeda: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:42:35.961142 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:36.394851 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ac8e-f90d-480d-a447-83b4f51bcb44 req-4d4130fc-3e4f-4c0c-b207-a2dafc46c2c9 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:36.396365 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-86f0ac8e-f90d-480d-a447-83b4f51bcb44 req-4d4130fc-3e4f-4c0c-b207-a2dafc46c2c9 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0544052 Aug 19 09:42:36.433186 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-86f0ac8e-f90d-480d-a447-83b4f51bcb44 req-57d3c28e-9527-4da7-a5ad-cc6016b90039 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Aug 19 09:42:36.937465 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-b36635da-7fba-4a10-85c2-37cfcff630cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:36.938893 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-b36635da-7fba-4a10-85c2-37cfcff630cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 945 time: 0.0471027 Aug 19 09:42:37.024590 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port a2d97219-22b4-4606-871a-754401978946 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:37.025157 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:37.111902 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] For port a2d97219-22b4-4606-871a-754401978946, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a2d97219-22b4-4606-871a-754401978946,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:37.112265 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:37.124836 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for a2d97219-22b4-4606-871a-754401978946 owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:37.249477 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:37.278362 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=a2d97219-22b4-4606-871a-754401978946,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:37.301240 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.301587 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.301925 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.302256 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.302583 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.302916 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.303239 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.303591 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.303915 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.304234 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.304552 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.304869 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:37.325118 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] No DVR routers for this DVR port a2d97219-22b4-4606-871a-754401978946 on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:42:37.327381 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:37.329393 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-250e778c-17ec-444e-86ae-23ee09ecf13e req-e610a330-d40e-4c57-91e0-661e51e0a1fa tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "DELETE /v2.0/ports/a2d97219-22b4-4606-871a-754401978946 HTTP/1.1" status: 204 len: 173 time: 0.3842573 Aug 19 09:42:37.329818 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'name': 'network-vif-deleted', 'tag': 'a2d97219-22b4-4606-871a-754401978946'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:42:37.332107 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf72eee-ed87-451f-a692-99583b89fc38" -d '{"events": [{"server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "name": "network-vif-deleted", "tag": "a2d97219-22b4-4606-871a-754401978946"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:42:37.379915 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c321cc-941a-4584-840a-e41ce92f589a x-openstack-request-id: req-78c321cc-941a-4584-840a-e41ce92f589a {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:42:37.380207 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd5382d-dc89-4a66-ada1-dd3b72ba29d6", "name": "network-vif-deleted", "tag": "a2d97219-22b4-4606-871a-754401978946", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:42:37.380461 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78c321cc-941a-4584-840a-e41ce92f589a {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:42:37.380859 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd5382d-dc89-4a66-ada1-dd3b72ba29d6', 'name': 'network-vif-deleted', 'tag': 'a2d97219-22b4-4606-871a-754401978946', 'status': 'completed', 'code': 200} Aug 19 09:42:37.524674 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-c4019908-f915-4554-89aa-7b47603a857c req-f0a87c08-871a-499b-8157-3d31e050a0b8 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd5382d-dc89-4a66-ada1-dd3b72ba29d6 HTTP/1.1" status: 200 len: 210 time: 0.0251176 Aug 19 09:42:40.791995 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56562) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:40.947971 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port aa4bca2d-464a-41e6-97f1-a16efee11629 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:40.948314 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.027371 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.027705 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.039297 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for aa4bca2d-464a-41e6-97f1-a16efee11629 owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:41.187285 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a2d97219-22b4-4606-871a-754401978946 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:41.188843 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.207728 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: a2d97219-22b4-4606-871a-754401978946 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:41.208061 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device a2d97219-22b4-4606-871a-754401978946 not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:41.217501 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=aa4bca2d-464a-41e6-97f1-a16efee11629,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:41.273522 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.274461 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.db.l3_db [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Floating IP 6337d783-73a7-4262-8ce7-70b0483deb1f disassociated (deleted). External IP: 172.27.3.21, port: b69f5bce-c9af-4a23-9a2d-ca97fa8d047e. Aug 19 09:42:41.485371 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:42:41.589029 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:42:41.593824 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:41.598266 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:42:41.606863 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:41.607504 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:41.619875 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-de54be01-658d-47f2-82d9-e2189243d2fb tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "DELETE /v2.0/floatingips/6337d783-73a7-4262-8ce7-70b0483deb1f HTTP/1.1" status: 204 len: 168 time: 0.8262315 Aug 19 09:42:41.620568 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'}] {{(pid=93737) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:42:41.622908 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23d8d9622c1e714a1581426fb0978504917502e2faff7781f82c12019e28864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02" -d '{"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e"}]}' {{(pid=93737) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:42:41.660699 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16575680-d74d-4ae4-a75d-e20ef2e46f4d x-openstack-request-id: req-16575680-d74d-4ae4-a75d-e20ef2e46f4d {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:42:41.661091 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e", "status": "completed", "code": 200}]} {{(pid=93737) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:42:41.661512 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16575680-d74d-4ae4-a75d-e20ef2e46f4d {{(pid=93737) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:42:41.661973 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'status': 'completed', 'code': 200} Aug 19 09:42:41.722220 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:41.757147 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-b7afeeb3-cc66-4f11-a740-1ca69ccead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:41.759987 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-b7afeeb3-cc66-4f11-a740-1ca69ccead18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 1098 time: 0.0516591 Aug 19 09:42:41.900218 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d05ab9-c745-4da6-8c75-8090c96b7dee req-4b41a613-e4a1-4bf7-9211-3516cc3eab5d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:41.901656 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19d05ab9-c745-4da6-8c75-8090c96b7dee req-4b41a613-e4a1-4bf7-9211-3516cc3eab5d tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.1047599 Aug 19 09:42:41.921241 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:41.944749 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-de754533-8182-48d3-bed3-724c82b9be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:41.946290 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-de754533-8182-48d3-bed3-724c82b9be8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 200 len: 913 time: 0.1235688 Aug 19 09:42:41.950911 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:42:41.959132 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:41.959767 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:15Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:41.992445 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-19d05ab9-c745-4da6-8c75-8090c96b7dee req-94265c04-fbc7-4d8e-9268-72a679ea8387 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760241 Aug 19 09:42:41.994540 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-e26668b7-546f-410e-9033-6c0f15a63f84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 200 len: 217 time: 0.0393779 Aug 19 09:42:42.044237 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-794b4992-7240-46e7-a849-ee0b2b3a5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:42.045676 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-794b4992-7240-46e7-a849-ee0b2b3a5aa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 200 len: 851 time: 0.0425882 Aug 19 09:42:42.070937 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:42.094072 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-6268ecae-7a47-459c-81a8-2fba0144cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:42.095579 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-6268ecae-7a47-459c-81a8-2fba0144cd85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=45b3c501-5e27-451f-bd0f-84a09e2e10a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416389 Aug 19 09:42:42.185299 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-3e2e25f0-18f7-47eb-a6d1-23a1bb3505d6 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809796 Aug 19 09:42:42.261299 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:42.276617 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-628d6384-0fc9-4ab3-92e1-0b0ca8e15a02 req-2be961df-01c6-41a9-864f-379852cb9395 service neutron] 10.222.0.35 "GET /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838757 Aug 19 09:42:42.286861 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd628f-7b97-4026-bf37-0e07849e1215 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:54Z', 'revision_number': 4, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi', '_interfaces': [{'id': '0c7825db-3143-4693-a297-9361efb479e1', 'name': '', 'network_id': '45b3c501-5e27-451f-bd0f-84a09e2e10a6', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'mac_address': 'fa:16:3e:42:28:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:54Z', 'updated_at': '2021-08-19T09:35:00Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'subnets': [{'id': '2cd7b182-765c-4519-b43e-0d098bdbb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:42:42.457669 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-58107ab0-5900-4215-a80f-959ea6e0c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:42.495307 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3ae5f-f8d5-412f-beef-696cf3b260f6 None None] New status for floating IP 6337d783-73a7-4262-8ce7-70b0483deb1f: DOWN {{(pid=93740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 09:42:43.113538 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a470067-0568-4b21-a3a8-6bc105425f21 req-fc2c97f3-69f8-472c-822d-d84a57fe3e04 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93737) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:43.115028 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a470067-0568-4b21-a3a8-6bc105425f21 req-fc2c97f3-69f8-472c-822d-d84a57fe3e04 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.0511999 Aug 19 09:42:43.152494 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-6a470067-0568-4b21-a3a8-6bc105425f21 req-3f34408c-7c9e-46b0-823c-3d5ea1310bf8 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/security-groups?id=8126e4bf-d725-413e-92a2-5416a7b109a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Aug 19 09:42:43.584902 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-f8496187-475a-4df4-be35-d8fbe91ed9cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 09:42:43.586354 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-f8496187-475a-4df4-be35-d8fbe91ed9cd tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 945 time: 0.0470295 Aug 19 09:42:43.674328 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:43.674583 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:43.757728 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] For port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:43.758659 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:43.770840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for b69f5bce-c9af-4a23-9a2d-ca97fa8d047e owned by compute:nova {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:43.896382 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:43.921340 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=b69f5bce-c9af-4a23-9a2d-ca97fa8d047e,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:43.965092 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] No DVR routers for this DVR port b69f5bce-c9af-4a23-9a2d-ca97fa8d047e on host hv-cinder-77387 {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:42:43.968091 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for port, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:43.970419 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [req-20baeecf-8055-4d1d-9df1-a9a02c6868e5 req-25a124d5-2629-47a4-b038-85d0c77bf302 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.35 "DELETE /v2.0/ports/b69f5bce-c9af-4a23-9a2d-ca97fa8d047e HTTP/1.1" status: 204 len: 173 time: 0.3771589 Aug 19 09:42:43.970856 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'name': 'network-vif-deleted', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e'}] {{(pid=93738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 09:42:43.973742 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38e157dbfc6cf4daaff123fa5e3fa04afa5e9ecf7746d9bd032a4b03bf88a76e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af7bec-12b8-4a80-9b3f-9d29a9d84812" -d '{"events": [{"server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "name": "network-vif-deleted", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e"}]}' {{(pid=93738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 09:42:44.012273 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff230c-230b-42b0-909c-dd952d59bddd x-openstack-request-id: req-b2ff230c-230b-42b0-909c-dd952d59bddd {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 09:42:44.012617 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef162aab-5b8c-4270-98f2-162c7e2982ba", "name": "network-vif-deleted", "tag": "b69f5bce-c9af-4a23-9a2d-ca97fa8d047e", "status": "completed", "code": 200}]} {{(pid=93738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 09:42:44.012867 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2ff230c-230b-42b0-909c-dd952d59bddd {{(pid=93738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 09:42:44.013259 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef162aab-5b8c-4270-98f2-162c7e2982ba', 'name': 'network-vif-deleted', 'tag': 'b69f5bce-c9af-4a23-9a2d-ca97fa8d047e', 'status': 'completed', 'code': 200} Aug 19 09:42:44.246538 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [req-d5513532-a083-4908-b264-9200ca4b0f87 req-04bf49ea-eddb-44f3-99b1-10411897722f tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef162aab-5b8c-4270-98f2-162c7e2982ba HTTP/1.1" status: 200 len: 210 time: 0.0277088 Aug 19 09:42:45.027532 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d740b495-b609-487f-8553-1c745a8a3915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.222618 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.302343 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56582) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:45.426325 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Deleting port 3a407048-ff3d-4c0e-9daa-3b35e3e176e3 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:45.426681 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.503903 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.504131 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.516002 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Calling delete_port for 3a407048-ff3d-4c0e-9daa-3b35e3e176e3 owned by network:floatingip {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:45.641154 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.668846 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'Port': ['ID=3a407048-ff3d-4c0e-9daa-3b35e3e176e3,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:45.726306 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.729327 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44016'] for floatingip, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:45.730468 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-166dbb49-509a-40f7-87b1-a6dbe97aa99e tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "DELETE /v2.0/floatingips/0ee16dc3-f6ef-4b86-a92e-334da65aee27 HTTP/1.1" status: 204 len: 168 time: 0.4271605 Aug 19 09:42:46.330454 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:46.919952 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56594) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:46.979525 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:47.003785 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:47.063143 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:47.065650 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Notify callbacks [] for security_group, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:47.066793 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] 10.222.0.32 "DELETE /v2.0/security-groups/8126e4bf-d725-413e-92a2-5416a7b109a6 HTTP/1.1" status: 204 len: 168 time: 0.1458623 Aug 19 09:42:47.075731 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f5be5-b6b3-4083-b03d-a93137054937 tempest-TestVolumeBootPattern-121486158 tempest-TestVolumeBootPattern-121486158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126e4bf-d725-413e-92a2-5416a7b109a6,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:47.123037 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56598) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:47.236682 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b69f5bce-c9af-4a23-9a2d-ca97fa8d047e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:47.256745 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] No Port match for: b69f5bce-c9af-4a23-9a2d-ca97fa8d047e {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:47.257088 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Device b69f5bce-c9af-4a23-9a2d-ca97fa8d047e not bound to the agent host hv-cinder-77387 {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:47.798599 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.029799 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Deleting port 0c7825db-3143-4693-a297-9361efb479e1 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:48.030421 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.108447 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] For port 0c7825db-3143-4693-a297-9361efb479e1, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=0c7825db-3143-4693-a297-9361efb479e1,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:48.108804 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.110439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.120924 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Calling delete_port for 0c7825db-3143-4693-a297-9361efb479e1 owned by network:router_interface {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:48.297986 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.322963 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7825db-3143-4693-a297-9361efb479e1,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:48.482006 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:48.687956 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Router e9c535ab-8047-4ff3-9801-8cc1f3051e82 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:42:48.789070 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:42:48.794905 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-310aa278-01d4-400d-80bb-f34c32f4c025 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9c535ab-8047-4ff3-9801-8cc1f3051e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707602 Aug 19 09:42:48.797575 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56602) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:48.798522 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Sync routers for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:42:48.808021 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:48.808625 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:48.902776 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.006832 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.033864 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:49.058717 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Deleting port 15f7d972-fa08-41d2-9572-b81761c79387 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:49.059297 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.138017 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] For port 15f7d972-fa08-41d2-9572-b81761c79387, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=15f7d972-fa08-41d2-9572-b81761c79387,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:49.138380 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.150029 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Calling delete_port for 15f7d972-fa08-41d2-9572-b81761c79387 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:49.205824 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '15f7d972-fa08-41d2-9572-b81761c79387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:42:48Z', 'revision_number': 5, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port': {'id': '15f7d972-fa08-41d2-9572-b81761c79387', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:49.236586 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Checking router: e9c535ab-8047-4ff3-9801-8cc1f3051e82 for host: dv-cinder-773876-3-iscsi {{(pid=93739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:42:49.245218 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Routers {'e9c535ab-8047-4ff3-9801-8cc1f3051e82'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:49.245834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'], 'active': True} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:49.316098 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.329410 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvr_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] Set router e9c535ab-8047-4ff3-9801-8cc1f3051e82 gateway port host: None {{(pid=93739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:49.344980 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f7d972-fa08-41d2-9572-b81761c79387,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:49.385136 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_hamode_db [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:42:49Z', 'revision_number': 6, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:49.404293 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.410525 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc7be4-daae-4aa6-9c8a-78bf7faca486 None None] The sync data for ids ['e9c535ab-8047-4ff3-9801-8cc1f3051e82'] in dv-cinder-773876-3-iscsi is: [{'id': 'e9c535ab-8047-4ff3-9801-8cc1f3051e82', 'name': 'tempest-TestVolumeBootPattern-1086455463-router', 'tenant_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:52Z', 'updated_at': '2021-08-19T09:42:49Z', 'revision_number': 6, 'project_id': '6ef73bc3b1c2403f95cfd6ee506880a9', 'gw_port_host': None}] {{(pid=93739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:42:49.498137 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.500252 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.545802 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.546317 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c535ab-8047-4ff3-9801-8cc1f3051e82 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:42:49.550410 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.551595 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-2da38da8-34a2-4d25-a413-3792a8813117 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e9c535ab-8047-4ff3-9801-8cc1f3051e82 HTTP/1.1" status: 204 len: 168 time: 0.7530420 Aug 19 09:42:49.554123 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56604) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:49.597878 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Deleting subnet 2cd7b182-765c-4519-b43e-0d098bdbb699 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:42:49.600751 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.634677 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.712466 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.763337 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.788540 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd7b182-765c-4519-b43e-0d098bdbb699,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:49.792327 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.796281 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-c749dad3-2d1f-464c-b977-64a1636b30ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2cd7b182-765c-4519-b43e-0d098bdbb699 HTTP/1.1" status: 204 len: 168 time: 0.2390103 Aug 19 09:42:49.796517 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56606) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:49.802310 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5458ff8-119c-4b25-bbf4-68981a91e5ee None None] Network 45b3c501-5e27-451f-bd0f-84a09e2e10a6 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:42:49.875324 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.927874 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Deleting port c301ecc4-55dc-4927-b1d1-ad0f11256680 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:49.928220 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:49.991624 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] For port c301ecc4-55dc-4927-b1d1-ad0f11256680, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=c301ecc4-55dc-4927-b1d1-ad0f11256680,segment=NetworkSegment(ee140278-979a-4e0d-bd7d-b2a6bcf43da3),segment_id=ee140278-979a-4e0d-bd7d-b2a6bcf43da3)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:49.991989 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.003727 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Calling delete_port for c301ecc4-55dc-4927-b1d1-ad0f11256680 owned by network:dhcp {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:50.082749 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.110165 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Pushing event deleted for resources: {'Port': ['ID=c301ecc4-55dc-4927-b1d1-ad0f11256680,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:50.111965 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] No DVR routers for this DVR port c301ecc4-55dc-4927-b1d1-ad0f11256680 on host dv-cinder-773876-3-iscsi {{(pid=93738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:42:50.177962 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214f3a8-f61a-4545-91f4-a398a785f7d1 None None] DHCP port deletion for 45b3c501-5e27-451f-bd0f-84a09e2e10a6 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:42:50.187983 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.207420 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b3c501-5e27-451f-bd0f-84a09e2e10a6']}} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:50.218758 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3') {'for_net_delete': True} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:50.219050 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.services.segments.db [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee140278-979a-4e0d-bd7d-b2a6bcf43da3') {} {{(pid=93738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:50.229748 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 0c7825db-3143-4693-a297-9361efb479e1 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:50.231631 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12694898'] for segment, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.246081 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.249631 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 0c7825db-3143-4693-a297-9361efb479e1 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:50.249975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 0c7825db-3143-4693-a297-9361efb479e1 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:50.250391 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 15f7d972-fa08-41d2-9572-b81761c79387 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:50.251987 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13424455'] for segment, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: Traceback (most recent call last): Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: timer() Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: cb(*args, **kw) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: return func(*args, **kwargs) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: self._notify() Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: self.callback(batched_events) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: event.method(event) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: return f(self, *a, **k) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._get(url).json() Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: return self.request(url, 'GET', **kwargs) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:42:50.254489 dv-cinder-773876-3-iscsi neutron-server[93738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:42:50.273661 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 15f7d972-fa08-41d2-9572-b81761c79387 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:50.274525 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 15f7d972-fa08-41d2-9572-b81761c79387 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:50.274525 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c301ecc4-55dc-4927-b1d1-ad0f11256680 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:50.293069 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: c301ecc4-55dc-4927-b1d1-ad0f11256680 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:50.293429 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device c301ecc4-55dc-4927-b1d1-ad0f11256680 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:50.310301 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.321960 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.324260 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] 10.222.0.32 "DELETE /v2.0/networks/45b3c501-5e27-451f-bd0f-84a09e2e10a6 HTTP/1.1" status: 204 len: 168 time: 0.5268242 Aug 19 09:42:50.327127 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56608) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:50.334374 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d066-cc77-452c-88a1-c726bfb14979 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b3c501-5e27-451f-bd0f-84a09e2e10a6,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:50.665535 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625405'] for router_interface, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.895050 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Deleting port 26cad297-187f-4602-8560-fd2de8866ab7 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:50.895415 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.970648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] For port 26cad297-187f-4602-8560-fd2de8866ab7, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=26cad297-187f-4602-8560-fd2de8866ab7,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:50.970936 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:50.983084 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Calling delete_port for 26cad297-187f-4602-8560-fd2de8866ab7 owned by network:router_interface {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:51.153598 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:51.183328 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=26cad297-187f-4602-8560-fd2de8866ab7,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:51.590122 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506221'] for router_interface, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:51.797889 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Router 83882f11-63a3-4597-97a7-6034ad965830 has already been hosted by L3 agent d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30 {{(pid=93737) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 09:42:51.900839 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] Notify agent at l3_agent.dv-cinder-773876-3-iscsi the message routers_updated {{(pid=93737) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 09:42:51.906653 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-a7ffc010-c1be-4c10-971a-c07ed5cc6a5c admin admin] 10.222.0.32 "PUT /v2.0/routers/83882f11-63a3-4597-97a7-6034ad965830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784242 Aug 19 09:42:51.908641 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56610) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:51.911105 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Sync routers for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 09:42:51.920388 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:51.920991 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:52.010356 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks [] for router, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.023033 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: dv-cinder-773876-3-iscsi {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:52.115705 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.168367 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Deleting port db37f705-87ed-4010-a2f0-9375262a5774 {{(pid=93738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:52.168596 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.202619 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'external_fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:42:51Z', 'revision_number': 5, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port': {'id': 'db37f705-87ed-4010-a2f0-9375262a5774', 'name': '', 'network_id': '49a2867b-6ff3-4fc1-b7f4-ad12512c2e44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83882f11-63a3-4597-97a7-6034ad965830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773876-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T09:34:57Z', 'updated_at': '2021-08-19T09:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e83f3156-d411-4029-8936-8fe75e8dc8d8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773876-3-iscsi'}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:52.228974 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Checking router: 83882f11-63a3-4597-97a7-6034ad965830 for host: dv-cinder-773876-3-iscsi {{(pid=93740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 09:42:52.237107 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Routers {'83882f11-63a3-4597-97a7-6034ad965830'} bound to L3 agent in host dv-cinder-773876-3-iscsi {{(pid=93740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 09:42:52.237712 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773876-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T09:09:45Z,description=,heartbeat_timestamp=2021-08-19T09:42:45Z,host='dv-cinder-773876-3-iscsi',id=d0fa5ab0-fe20-430f-a1db-fdc4aa8e5b30,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T09:09:45Z,topic='l3_agent')) {'router_ids': ['83882f11-63a3-4597-97a7-6034ad965830'], 'active': True} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:52.247529 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.db [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] For port db37f705-87ed-4010-a2f0-9375262a5774, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=db37f705-87ed-4010-a2f0-9375262a5774,segment=NetworkSegment(d85e7c16-06f9-45ca-9c08-48108268ad6c),segment_id=d85e7c16-06f9-45ca-9c08-48108268ad6c)] {{(pid=93738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:52.247895 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.259733 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.plugins.ml2.plugin [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Calling delete_port for db37f705-87ed-4010-a2f0-9375262a5774 owned by network:router_gateway {{(pid=93738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:52.322958 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_dvr_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] Set router 83882f11-63a3-4597-97a7-6034ad965830 gateway port host: None {{(pid=93740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 09:42:52.375304 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.l3_hamode_db [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:42:52Z', 'revision_number': 6, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port_host': None}], 'dv-cinder-773876-3-iscsi', False) {} {{(pid=93740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:52.403786 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbe64ff-57f9-4029-b006-af8d7ae81316 None None] The sync data for ids ['83882f11-63a3-4597-97a7-6034ad965830'] in dv-cinder-773876-3-iscsi is: [{'id': '83882f11-63a3-4597-97a7-6034ad965830', 'name': 'tempest-TestVolumeBootPattern-942533166-router', 'tenant_id': '77225e07882e42c398d84bfb73504790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T09:34:56Z', 'updated_at': '2021-08-19T09:42:52Z', 'revision_number': 6, 'project_id': '77225e07882e42c398d84bfb73504790', 'gw_port_host': None}] {{(pid=93740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 09:42:52.423173 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13422736'] for port, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.453074 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Pushing event deleted for resources: {'Port': ['ID=db37f705-87ed-4010-a2f0-9375262a5774,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:52.511745 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614565'] for router_gateway, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.599323 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-626326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29377'] for router, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.601333 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.641330 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-626415'] for router, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.641838 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83882f11-63a3-4597-97a7-6034ad965830 {{(pid=93738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 09:42:52.645976 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] Notify callbacks [] for router, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.647078 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-04c4feb4-13e1-4793-bcb2-55754729d015 admin admin] 10.222.0.32 "DELETE /v2.0/routers/83882f11-63a3-4597-97a7-6034ad965830 HTTP/1.1" status: 204 len: 168 time: 0.7374537 Aug 19 09:42:52.650588 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [-] (93738) accepted ('10.222.0.32', 56612) {{(pid=93738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:52.692714 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Deleting subnet 4daa0798-7ad5-4438-a1dd-0b6f9688a4f4 {{(pid=93738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 09:42:52.696078 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:52.727840 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12694907'] for subnet, precommit_delete_associations {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.064336 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597997'] for subnet, precommit_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.116300 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3598004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13422821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13511513'] for subnet, after_delete {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.130734 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron_lib.callbacks.manager [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.135521 dv-cinder-773876-3-iscsi neutron-server[93738]: INFO neutron.wsgi [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4daa0798-7ad5-4438-a1dd-0b6f9688a4f4 HTTP/1.1" status: 204 len: 168 time: 0.4811904 Aug 19 09:42:53.136244 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56614) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:53.136702 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a08865-6e1b-4e3e-86b1-3bafe5f7329e None None] Network 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 requested from dv-cinder-773876-3-iscsi {{(pid=93739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 09:42:53.151991 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68efad-8add-48de-9309-ea8f3b8b6904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daa0798-7ad5-4438-a1dd-0b6f9688a4f4,revision_number=None']} {{(pid=93738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:53.208948 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3741364'] for network, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.261099 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Deleting port 16255d7d-594e-4280-8f8f-8b461232c992 {{(pid=93737) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:53.261440 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.318056 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] DHCP port deletion for 8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 request from dv-cinder-773876-3-iscsi {{(pid=93739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 09:42:53.331742 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.db [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] For port 16255d7d-594e-4280-8f8f-8b461232c992, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=16255d7d-594e-4280-8f8f-8b461232c992,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93737) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:53.332166 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.346068 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.plugin [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Calling delete_port for 16255d7d-594e-4280-8f8f-8b461232c992 owned by network:dhcp {{(pid=93737) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:53.369335 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Deleting port 16255d7d-594e-4280-8f8f-8b461232c992 {{(pid=93739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 09:42:53.369707 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748774486613'] for port, before_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.434356 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.db [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] For port 16255d7d-594e-4280-8f8f-8b461232c992, host dv-cinder-773876-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773876-3-iscsi',level=0,port_id=16255d7d-594e-4280-8f8f-8b461232c992,segment=NetworkSegment(e0029772-312e-4119-a077-6fcb4017b8c2),segment_id=e0029772-312e-4119-a077-6fcb4017b8c2)] {{(pid=93739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 09:42:53.434848 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630219'] for port, precommit_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.436490 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14877281'] for port, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.450327 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Calling delete_port for 16255d7d-594e-4280-8f8f-8b461232c992 owned by network:dhcp {{(pid=93739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 09:42:53.468121 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=16255d7d-594e-4280-8f8f-8b461232c992,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:53.470031 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] No DVR routers for this DVR port 16255d7d-594e-4280-8f8f-8b461232c992 on host dv-cinder-773876-3-iscsi {{(pid=93737) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:42:53.538737 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3596836', 'neutron.services.segments.db._delete_segments_for_network-8748774473665'] for network, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.540141 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748774494073', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748773970252'] for port, after_delete {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.548455 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab18e48-d6a2-446e-8f2d-d6886f6d18e2']}} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:53.558567 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0029772-312e-4119-a077-6fcb4017b8c2') {'for_net_delete': True} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:53.558863 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.services.segments.db [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0029772-312e-4119-a077-6fcb4017b8c2') {} {{(pid=93737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 09:42:53.566729 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Pushing event deleted for resources: {'Port': ['ID=16255d7d-594e-4280-8f8f-8b461232c992,revision_number=None']} {{(pid=93739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:53.568520 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748774518950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15173516'] for segment, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.568993 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] No DVR routers for this DVR port 16255d7d-594e-4280-8f8f-8b461232c992 on host dv-cinder-773876-3-iscsi {{(pid=93739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.583482 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf0e37f-9376-4768-9ac8-bbd63f05c606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773876-3-iscsi {{(pid=93739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 09:42:53.588055 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768'] for segment, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.594247 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93737) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 09:42:53.594644 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3597768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14878134'] for segment, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: Traceback (most recent call last): Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: timer() Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: cb(*args, **kw) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: return func(*args, **kwargs) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: self._notify() Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: self.callback(batched_events) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: event.method(event) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: return f(self, *a, **k) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._get(url).json() Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: return self.request(url, 'GET', **kwargs) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 09:42:53.596634 dv-cinder-773876-3-iscsi neutron-server[93737]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 09:42:53.652648 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3596843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614512'] for network, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.657901 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536773'] for network, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.659808 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ab18e48-d6a2-446e-8f2d-d6886f6d18e2 HTTP/1.1" status: 204 len: 168 time: 0.5215356 Aug 19 09:42:53.670359 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb1b8-0e96-4d9e-a07f-7d4e68d4ba5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab18e48-d6a2-446e-8f2d-d6886f6d18e2,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:53.769647 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56618) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:53.810885 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-d60bf052-7167-4441-9eff-4e9645fb9d21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ef73bc3b1c2403f95cfd6ee506880a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400770 Aug 19 09:42:53.813220 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56620) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:53.827664 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:42:53.861871 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.882373 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.927148 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.929820 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:53.930987 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/175241f8-0fe8-4e39-862a-6465ddd427ed HTTP/1.1" status: 204 len: 168 time: 0.1168900 Aug 19 09:42:53.938431 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a845ac2-59f9-4c82-ac9a-cb461e7c1d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175241f8-0fe8-4e39-862a-6465ddd427ed,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:42:54.070570 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device db37f705-87ed-4010-a2f0-9375262a5774 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:54.090262 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: db37f705-87ed-4010-a2f0-9375262a5774 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:54.090607 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device db37f705-87ed-4010-a2f0-9375262a5774 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:54.091025 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 16255d7d-594e-4280-8f8f-8b461232c992 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:54.112099 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 16255d7d-594e-4280-8f8f-8b461232c992 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:54.112439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 16255d7d-594e-4280-8f8f-8b461232c992 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:54.112845 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 26cad297-187f-4602-8560-fd2de8866ab7 no longer exists at agent ovs-agent-dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 09:42:54.131172 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.plugin [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] No Port match for: 26cad297-187f-4602-8560-fd2de8866ab7 {{(pid=93739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 09:42:54.131542 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron.plugins.ml2.rpc [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Device 26cad297-187f-4602-8560-fd2de8866ab7 not bound to the agent host dv-cinder-773876-3-iscsi {{(pid=93739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 09:42:54.236899 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56626) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:54.279282 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-52adff76-b739-4806-8f16-b83b376f4437 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77225e07882e42c398d84bfb73504790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411565 Aug 19 09:42:54.281714 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.wsgi [-] (93737) accepted ('10.222.0.32', 56628) {{(pid=93737) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 09:42:54.327690 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:54.348522 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:54.396997 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456146'] for security_group, after_delete {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:54.400088 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron_lib.callbacks.manager [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:42:54.401264 dv-cinder-773876-3-iscsi neutron-server[93737]: INFO neutron.wsgi [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdaf43e3-8f29-46cb-9e51-335dd94fe49d HTTP/1.1" status: 204 len: 168 time: 0.1186385 Aug 19 09:42:54.409741 dv-cinder-773876-3-iscsi neutron-server[93737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6342ed8-11be-42b8-8b6c-718754f2e709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf43e3-8f29-46cb-9e51-335dd94fe49d,revision_number=None']} {{(pid=93737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 09:43:05.976037 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:12.458898 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-8d72991f-9179-401d-8618-759d0cc5c931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:15.017640 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-d5125906-daa4-4ed3-b2cf-9d209e9bbb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:15.222514 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:16.333439 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:18.114002 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:30.825908 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:43:35.974173 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:42.459384 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-26825854-03e2-4641-a71e-561e80b7105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:45.016972 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fc847413-f517-4fc5-a8dd-5fd025919880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:45.222508 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:46.335691 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:43:48.117814 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:05.989535 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:07.824289 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:44:12.460411 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-03b2121d-8f97-4ca1-b042-1707660c8a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:15.018359 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-b5d9f946-ceb6-4546-8299-4abc9ceced76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:15.222016 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:16.338710 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:18.121244 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:35.991313 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:42.460710 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-6a8b3f93-a64f-40aa-b19b-3eeeb3916293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:44.824123 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:44:45.019326 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1b060309-e24b-4967-8449-9fa92f2274dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:45.222649 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:46.340881 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:44:48.124975 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:05.986163 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:12.461114 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2c502539-5249-45fe-ae6f-1368108150dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:15.019488 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-7bd5d32e-b5e3-4ec4-8415-565a16cb6c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:15.222043 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:16.344922 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:18.127067 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:21.823260 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:45:35.984434 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:42.463834 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-df246c3a-7755-49bd-8c8a-7ac6e29b1b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:45.019365 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a2f56c23-869a-4725-8d62-c54f29fdd6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:45.221854 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:46.346980 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:48.129459 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:45:58.822383 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:46:05.983690 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:12.463221 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-de7620f3-6eab-4b36-b0a4-37c50c640ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:15.019037 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-fd807873-c280-4c4d-9027-a55f0d7a3fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:15.222268 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:16.349517 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:18.134118 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:35.821489 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:46:35.984180 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:42.463784 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-a9c3154b-e3e5-4298-acbd-c0e30a814c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:45.019294 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-2e809af1-8529-48c3-80ff-deb36f46a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:45.222528 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:46.353353 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:46:48.135262 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:05.980706 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:12.463816 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-98d5bc03-61d3-48b0-b81c-059c48d53ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:12.820242 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:47:15.019763 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-5ce16bf9-044a-42bd-855f-61479803158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:15.223203 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:16.355863 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:18.138076 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:35.994904 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:42.463925 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-994c2850-4863-4909-9ed5-e19f95832f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:45.019574 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d764-18a7-4861-ac28-5507333cb69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:45.223281 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:46.358698 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:48.141345 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:47:49.818733 dv-cinder-773876-3-iscsi neutron-server[93740]: DEBUG neutron.db.agents_db [None req-1fe77f42-1eac-4287-9a25-f2f2018a79a1 None None] Agent healthcheck: found 6 active agents {{(pid=93740) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 09:47:55.890480 dv-cinder-773876-3-iscsi neutron-server[93738]: DEBUG neutron.wsgi [req-1a9e133a-1419-49d0-910e-dde33b8ea87e req-fd3cc2f6-b297-4d44-bdd8-0d0f6f30e607 service neutron] (93738) timed out ('10.222.0.32', 51112) {{(pid=93738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 09:48:06.008339 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-66850579-f3fd-4ad3-8349-14b2a3af9f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:48:12.464456 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-01ed8d25-c956-4455-9506-02e9f1bf1eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:48:15.020780 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-ef708dc4-d8a9-468a-9c4b-dfc15be24c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:48:15.223992 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-17a3b34f-7833-4f21-b972-4d9c70feaebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:48:16.361771 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-78012118-3899-4f9b-88d5-5735cb3a5478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 09:48:18.146662 dv-cinder-773876-3-iscsi neutron-server[93739]: DEBUG neutron_lib.callbacks.manager [None req-1ad649ff-b28b-4edf-8bea-08b8179c970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748774473683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3602282'] for agent, after_update {{(pid=93739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}